-- Logs begin at Tue 2021-08-31 07:52:49 UTC, end at Tue 2021-08-31 09:18:03 UTC. -- Aug 31 08:50:08.873290 dv-cinder-786524-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 08:50:11.593417 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.common.config [-] Logging enabled! Aug 31 08:50:11.594058 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 08:50:11.594180 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101133) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 08:50:11.597934 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.common.config [-] Logging enabled! Aug 31 08:50:11.598185 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 08:50:11.598494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101133) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 08:50:11.599463 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:50:11.599699 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:50:11.600051 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:50:11.600293 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:50:11.600519 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:50:11.600836 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.601128 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.601427 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.601649 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.601937 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.602227 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.602556 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.602777 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.603072 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.603372 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.603647 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.603927 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.604183 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.604461 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.604744 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.605024 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.605242 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] debug = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.605515 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.605932 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.606336 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.606618 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.606903 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.607176 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.607463 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.607733 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.608010 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.608334 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] host = dv-cinder-786524-11-iscsi {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.608608 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.608894 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.609175 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.609454 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.609721 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.609990 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.610271 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.610540 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.610806 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] log_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.611076 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.611383 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.612276 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.612559 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.612781 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.613003 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.613283 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.613564 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.613834 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.614103 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.614372 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.614642 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.614910 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.615173 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.615474 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.615753 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.616031 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.616301 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.616569 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.616836 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.617102 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.617380 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.617650 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.617918 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.618185 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.618467 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.618733 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.619000 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.619316 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.619596 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.619869 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.620146 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.620413 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.620690 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.620958 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.621224 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.621489 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] use_json = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.621754 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.622016 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.622291 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.622555 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.622820 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.623093 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.623382 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.623661 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:11.624001 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.624239 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.624532 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.624811 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.625100 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.625375 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.625661 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.625931 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.626213 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.626495 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.626782 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.627050 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.627382 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.627657 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.627950 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.628248 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.628534 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.628826 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.629097 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.629367 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.629637 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.629910 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.630197 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.630472 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.630760 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.631046 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.631348 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.631633 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.631922 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.632228 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.632497 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.632771 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.633058 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.633334 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.633600 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.633872 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.634157 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.634424 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.634692 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.634992 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.635294 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.635565 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.635832 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.636102 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.636385 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.636656 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.636922 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.637188 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.637458 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.637725 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.638011 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.638282 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.638549 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.638840 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.639096 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.639384 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.639653 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.639924 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.640189 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.640462 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.640726 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.640992 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.641259 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.641525 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.641790 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.642055 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.642319 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.642587 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.642881 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.643151 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.643442 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.643712 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.643979 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.644265 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.644552 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.644824 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.645098 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.645373 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.645645 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.645917 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.646186 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.646459 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.646731 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.646998 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.647306 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.647585 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.647865 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.648150 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.648416 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.648712 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.648994 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.649271 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.649544 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.649818 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.650097 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.650376 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.650664 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.650954 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.651269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.651560 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.651849 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.652126 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.652432 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.652707 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:11.652923 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:50:11.653163 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101133) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 08:50:12.005165 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 08:50:12.005366 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 08:50:12.005632 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 08:50:12.005962 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 08:50:12.409997 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.410278 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.410530 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.411861 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.412133 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.412534 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.449062 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.449321 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.449590 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.468098 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.468381 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.468646 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.498323 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.498595 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.498860 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.536218 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.536495 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.536756 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.769380 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.769996 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.769996 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.770162 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.770773 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.890044 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.890360 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.890638 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.890906 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.891166 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.891507 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.891762 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.892012 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.892261 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.892536 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.892816 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.893073 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.893322 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.893567 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.893817 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.894080 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.894333 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.894598 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.894864 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.895116 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.895404 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.895652 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.895928 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.896303 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.896546 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.896786 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.897177 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:50:12.897412 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:50:12.897645 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:50:12.897876 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:50:12.898107 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:50:12.898336 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:50:12.898688 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 08:50:12.901833 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 08:50:12.905740 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 08:50:12.910018 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 31 08:50:12.911652 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 08:50:12.912096 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 08:50:12.912578 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 08:50:12.912959 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 08:50:12.915759 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 08:50:12.916011 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 08:50:12.916357 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 08:50:12.921610 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 08:50:12.943766 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 08:50:12.944213 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.944509 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101133) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 08:50:12.944865 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.946230 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101133) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 08:50:12.946502 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 08:50:12.946745 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 08:50:12.949936 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:12.950208 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:13.014732 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 08:50:13.014951 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 08:50:13.015182 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 08:50:13.015582 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 08:50:13.037772 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_db.sqlalchemy.engines [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101133) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 08:50:13.769105 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Initializing driver for type 'gre' Aug 31 08:50:13.769639 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] gre ID ranges: [(1, 1000)] Aug 31 08:50:14.014378 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Initializing driver for type 'local' Aug 31 08:50:14.014715 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Initializing driver for type 'vlan' Aug 31 08:50:14.157349 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] VlanTypeDriver initialization complete Aug 31 08:50:14.157739 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Initializing driver for type 'vxlan' Aug 31 08:50:14.158917 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] vxlan ID ranges: [(1, 1000)] Aug 31 08:50:14.420471 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Initializing extension driver 'port_security' Aug 31 08:50:14.420730 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.extensions.port_security [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] PortSecurityExtensionDriver initialization complete Aug 31 08:50:14.421057 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Initializing mechanism driver 'openvswitch' Aug 31 08:50:14.421383 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Initializing mechanism driver 'hyperv' Aug 31 08:50:14.428646 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.plugins.ml2.plugin [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:50:14.429326 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > port after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.429723 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > port after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.430068 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > port after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.430583 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:50:14.431278 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437042 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437042 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437042 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:50:14.437042 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > network after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437042 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > network after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > network after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:50:14.437494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > security_group after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > security_group after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437857 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:50:14.437857 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437857 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437857 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.437857 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:50:14.438165 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > address_group after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.438165 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > address_group after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.438165 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.438380 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101133) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:50:14.438637 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] ML2 OVO RPC backend initialized. {{(pid=101133) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 08:50:14.439389 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.439740 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.440148 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > network before_response 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.440494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > networks before_response 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.440833 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > port before_response 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.441170 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > ports before_response 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.441505 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > subnet before_response 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.441839 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > subnets before_response 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.442293 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > network after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.442737 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > network after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.442936 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > network after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.443292 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > port after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.444312 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > port after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.444312 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > port after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.444312 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.445202 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.445202 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.445493 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.plugin [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Modular L2 Plugin initialization complete Aug 31 08:50:14.445870 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading services supported by the core plugin {{(pid=101133) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 08:50:14.446141 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.plugins.ml2.managers [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Got port-security extension from driver 'port_security' Aug 31 08:50:14.446602 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.extensions.vlantransparent [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Disabled vlantransparent extension. Aug 31 08:50:14.447081 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101133) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 08:50:14.447416 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading Plugin: router Aug 31 08:50:14.493786 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.494177 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router after_create 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.494542 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router before_create 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.494902 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.495306 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.495660 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router after_delete 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.496015 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.496355 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.496706 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router after_create 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.497050 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router after_update 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.497392 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router after_update 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.497732 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.498088 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router after_update 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.498488 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.498864 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: port after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.499232 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: port after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.499571 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: subnet after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.499903 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.500247 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.500593 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.500931 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: port before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.501268 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.501616 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router after_update 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.501973 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.502319 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.502673 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.503010 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.503395 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > agent after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.503735 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > agent after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.504078 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > network after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.504953 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Tracking information for resource: router configured {{(pid=101133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:50:14.505282 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Tracking information for resource: floatingip configured {{(pid=101133) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:50:14.510209 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.db.l3_agentschedulers_db [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 08:50:14.510776 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: port after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.511134 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: port after_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.511506 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: port after_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.511856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: port after_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.512644 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router before_create 55550100 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.513006 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.513364 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_create 55550100 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.513723 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > router precommit_update 55550100 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.518457 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.services.provider_configuration [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service providers = [] {{(pid=101133) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 08:50:14.518812 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.db.servicetype_db [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101133) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 08:50:14.521750 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.services.service_base [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:50:14.522095 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.services.service_base [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:50:14.522435 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.services.service_base [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:50:14.524663 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.services.service_base [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101133) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:50:14.524663 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.services.service_base [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 08:50:14.524663 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:50:14.524663 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 08:50:14.535943 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:50:14.536276 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading Plugin: auto_allocate Aug 31 08:50:14.542256 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: network precommit_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.542632 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: network precommit_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.543158 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:50:14.543510 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading Plugin: tag Aug 31 08:50:14.550997 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:50:14.551358 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading Plugin: timestamp Aug 31 08:50:14.555543 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:50:14.555866 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading Plugin: network_ip_availability Aug 31 08:50:14.561275 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.561645 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.561998 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.562731 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:50:14.563051 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading Plugin: flavors Aug 31 08:50:14.567858 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:50:14.568187 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading Plugin: revisions Aug 31 08:50:14.572424 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101133) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:50:14.572810 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_concurrency.lockutils [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.567s {{(pid=101133) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 08:50:14.573545 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101133) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 08:50:14.573877 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Initializing extension manager. Aug 31 08:50:14.574388 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: __init__.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.574723 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: __pycache__ {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.575054 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.575410 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: address_group.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.576170 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.576753 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: address-group Aug 31 08:50:14.577123 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: address_scope.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.577835 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.578331 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: address-scope Aug 31 08:50:14.578646 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.579602 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.580134 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: router-admin-state-down-before-update Aug 31 08:50:14.580517 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: agent.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.581410 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.581911 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: agent Aug 31 08:50:14.582228 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: agent_resources_synced.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.583134 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.583664 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: agent-resources-synced Aug 31 08:50:14.583982 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.585771 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.586283 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: allowed-address-pairs Aug 31 08:50:14.586609 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.587769 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.588246 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: auto-allocated-topology Aug 31 08:50:14.588567 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: availability_zone.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.589255 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.589750 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: availability_zone Aug 31 08:50:14.590067 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: availability_zone_filter.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.590974 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.591751 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: availability_zone_filter Aug 31 08:50:14.592071 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: data_plane_status.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.592976 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.593768 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 08:50:14.593768 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: default_subnetpools.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.594690 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.595185 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: default-subnetpools Aug 31 08:50:14.595526 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.596924 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.597425 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: dhcp_agent_scheduler Aug 31 08:50:14.597748 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: dns.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.598658 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.599159 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 08:50:14.599506 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: dns_domain_ports.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.600420 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.600917 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 08:50:14.601237 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.602205 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.602759 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 08:50:14.603083 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: dvr.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.603775 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.604282 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: dvr Aug 31 08:50:14.604599 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: ecmp_routes.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.605507 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.606009 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 08:50:14.606325 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: empty_string_filtering.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.607373 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.607882 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: empty-string-filtering Aug 31 08:50:14.608198 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.609299 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.609624 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 08:50:14.609936 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.610852 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.611499 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 08:50:14.611821 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: external_net.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.613224 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.613725 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: external-net Aug 31 08:50:14.614045 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.614946 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.615479 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: extra_dhcp_opt Aug 31 08:50:14.615795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: extraroute.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.616704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.617205 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: extraroute Aug 31 08:50:14.617522 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: extraroute_atomic.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.618561 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.619059 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: extraroute-atomic Aug 31 08:50:14.619412 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: filter_validation.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.620080 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.620572 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: filter-validation Aug 31 08:50:14.620887 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: fip_pf_description.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.621784 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.622285 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 08:50:14.622600 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: fip_port_details.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.623540 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.624046 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: fip-port-details Aug 31 08:50:14.624365 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: flavors.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.625605 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.626123 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: flavors Aug 31 08:50:14.626440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.628211 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.628678 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 08:50:14.629007 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: floatingip_pools.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.629706 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.630214 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: floatingip-pools Aug 31 08:50:14.630540 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: ip_allocation.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.631488 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.631991 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 08:50:14.632311 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.633228 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.633745 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: ip-substring-filtering Aug 31 08:50:14.634070 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: l2_adjacency.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.635001 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.635560 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 08:50:14.635897 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: l3.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.637018 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.637536 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: router Aug 31 08:50:14.637858 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.640113 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.640631 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 08:50:14.640959 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.641903 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.642410 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: ext-gw-mode Aug 31 08:50:14.642760 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.643723 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.644226 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: l3-ha Aug 31 08:50:14.644545 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: l3_flavors.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.645452 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.645951 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: l3-flavors Aug 31 08:50:14.646269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.647172 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.647692 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 08:50:14.648082 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: l3agentscheduler.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.649143 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.649652 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: l3_agent_scheduler Aug 31 08:50:14.649975 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: logging.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.651488 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.652001 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension logging not supported by any of loaded plugins Aug 31 08:50:14.652323 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: metering.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.653208 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.653787 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: metering Aug 31 08:50:14.654106 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.655203 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.655732 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: metering_source_and_destination_fields Aug 31 08:50:14.656050 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: multiprovidernet.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.656987 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.657489 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: multi-provider Aug 31 08:50:14.660896 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: netmtu.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.660896 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.660896 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: net-mtu Aug 31 08:50:14.660896 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: netmtu_writable.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.661252 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.661479 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: net-mtu-writable Aug 31 08:50:14.661798 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: network_availability_zone.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.662476 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.662970 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: network_availability_zone Aug 31 08:50:14.663728 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: network_ip_availability.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.664434 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.664946 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: network-ip-availability Aug 31 08:50:14.665264 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: network_segment_range.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.666444 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.666558 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 08:50:14.666922 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: pagination.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.668018 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.668377 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: pagination Aug 31 08:50:14.669198 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: port_device_profile.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.669744 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.670360 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: port-device-profile Aug 31 08:50:14.670765 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.671725 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.672278 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: port-mac-address-regenerate Aug 31 08:50:14.672646 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.673600 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.674794 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: port-numa-affinity-policy Aug 31 08:50:14.675110 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: port_resource_request.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.676148 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.676560 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 08:50:14.676875 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: portbindings.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.677803 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.678308 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: binding Aug 31 08:50:14.678625 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: portbindings_extended.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.680107 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.680615 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: binding-extended Aug 31 08:50:14.680944 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: portsecurity.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.681855 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.682355 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: port-security Aug 31 08:50:14.682677 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: project_id.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.683682 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.684008 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: project-id Aug 31 08:50:14.684329 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: providernet.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.685258 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.685767 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: provider Aug 31 08:50:14.686085 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.689659 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.690172 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos not supported by any of loaded plugins Aug 31 08:50:14.690497 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.691763 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.692278 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 08:50:14.692601 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.693516 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.694025 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 08:50:14.694351 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_default.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.695290 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.695800 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-default not supported by any of loaded plugins Aug 31 08:50:14.696122 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_fip.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.696784 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.697275 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 08:50:14.697593 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.698513 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.699013 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 08:50:14.699369 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.700292 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.700793 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 08:50:14.701110 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_pps_rule.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.702268 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.702781 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 08:50:14.703102 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.704040 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.704555 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 08:50:14.704877 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: qos_rules_alias.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.705935 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.706443 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 08:50:14.706763 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: quotasv2.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.707787 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.708070 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: quotas Aug 31 08:50:14.708392 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: quotasv2_detail.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.711494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.711832 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: quota_details Aug 31 08:50:14.712166 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: rbac.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.713424 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.713941 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: rbac-policies Aug 31 08:50:14.714267 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: rbac_address_group.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.715228 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.715736 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: rbac-address-group Aug 31 08:50:14.716058 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: rbac_address_scope.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.717229 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.717742 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: rbac-address-scope Aug 31 08:50:14.718059 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: rbac_security_groups.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.718971 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.719514 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: rbac-security-groups Aug 31 08:50:14.719831 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.721256 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.721778 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: rbac-subnetpool Aug 31 08:50:14.722095 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: revisionifmatch.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.723022 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.723566 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: revision-if-match Aug 31 08:50:14.723890 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: revisions.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.725012 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.725522 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: standard-attr-revisions Aug 31 08:50:14.725877 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: router_availability_zone.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.726522 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.727022 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: router_availability_zone Aug 31 08:50:14.727373 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: routerservicetype.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.728580 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.728798 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 08:50:14.729113 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.730035 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.730535 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: security-groups-normalized-cidr Aug 31 08:50:14.730856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.731811 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.732318 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: port-security-groups-filtering Aug 31 08:50:14.732635 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.733549 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.734058 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: security-groups-remote-address-group Aug 31 08:50:14.734377 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: securitygroup.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.744604 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.745139 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: security-group Aug 31 08:50:14.745468 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: segment.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.746251 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.746757 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension segment not supported by any of loaded plugins Aug 31 08:50:14.747080 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.748058 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.748562 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 08:50:14.748885 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: servicetype.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.750074 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.750686 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: service-type Aug 31 08:50:14.750917 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: sorting.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.751952 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.752282 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: sorting Aug 31 08:50:14.752602 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: standard_attr_segment.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.753618 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.754139 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 08:50:14.754459 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: standardattrdescription.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.755141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.755640 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: standard-attr-description Aug 31 08:50:14.755959 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: stateful_security_group.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.756893 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.757406 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: stateful-security-group Aug 31 08:50:14.757727 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: stdattrs_common.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.758308 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 08:50:14.758617 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.759583 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.760107 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 08:50:14.760405 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: subnet_onboard.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.761479 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.761988 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: subnet_onboard Aug 31 08:50:14.762311 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.763259 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.763761 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 08:50:14.764078 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: subnet_service_types.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.765022 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.765530 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: subnet-service-types Aug 31 08:50:14.765849 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: subnetallocation.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.766930 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.768166 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: subnet_allocation Aug 31 08:50:14.768442 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.769105 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.769607 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: subnetpool-prefix-ops Aug 31 08:50:14.769924 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.770847 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.771379 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 08:50:14.771698 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: tagging.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.772764 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.773270 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: standard-attr-tag Aug 31 08:50:14.773597 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: timestamp.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.774786 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.775331 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loaded extension: standard-attr-timestamp Aug 31 08:50:14.775654 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: trunk.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.776673 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.777178 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension trunk not supported by any of loaded plugins Aug 31 08:50:14.777500 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: trunk_details.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.778420 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.778949 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 08:50:14.779363 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.780205 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.780682 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 08:50:14.781000 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Loading extension file: vlantransparent.py {{(pid=101133) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:50:14.781670 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101133) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:50:14.782165 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 08:50:14.785230 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:network Aug 31 08:50:14.785773 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:subnet Aug 31 08:50:14.786170 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:50:14.786560 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:port Aug 31 08:50:14.787830 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.788267 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service FLAVORS assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.788886 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.789305 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.789633 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:router Aug 31 08:50:14.790061 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 08:50:14.790547 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service METERING assigned prefix: /metering {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.792045 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.792417 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.792768 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:50:14.793791 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 08:50:14.794251 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:security_group Aug 31 08:50:14.794649 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 08:50:14.796454 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service CORE assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.796793 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:50:14.797146 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] subnetpool is already registered Aug 31 08:50:14.797585 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service CORE assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.797917 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:50:14.798251 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] subnetpool is already registered Aug 31 08:50:14.800762 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.801190 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service FLAVORS assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.801866 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.802284 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.802614 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:router Aug 31 08:50:14.802952 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] router is already registered Aug 31 08:50:14.803381 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 08:50:14.803715 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] floatingip is already registered Aug 31 08:50:14.804162 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service METERING assigned prefix: /metering {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.804825 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 08:50:14.805147 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] rbac_policy is already registered Aug 31 08:50:14.805557 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:security_group Aug 31 08:50:14.805886 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] security_group is already registered Aug 31 08:50:14.806281 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 08:50:14.806608 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] security_group_rule is already registered Aug 31 08:50:14.807255 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service CORE assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.807571 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:50:14.807899 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] subnetpool is already registered Aug 31 08:50:14.808307 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.v2.resource_helper [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Service CORE assigned prefix: {{(pid=101133) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:50:14.808642 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:50:14.808951 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING neutron.quota.resource_registry [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] subnetpool is already registered Aug 31 08:50:14.809415 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: extensions {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.810942 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: address-groups {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.812644 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: address-scopes {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.814020 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: agents {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.815295 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: auto-allocated-topology {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.816573 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: availability_zones {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.817805 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: dhcp-networks {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.819360 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: dhcp-agents {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.820772 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: routers {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.822986 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: flavors {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.824184 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: service_profiles {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.825411 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: next_providers {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.826854 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: service_profiles {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.828421 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: floatingip-pools {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.829636 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: routers {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.832317 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: floatingips {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.833609 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: l3-routers {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.834988 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: l3-agents {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.836424 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: metering-labels {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.837778 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: metering-label-rules {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.839066 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: network-ip-availabilities {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.840367 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: bindings {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.842383 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: quotas {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.843873 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: quotas {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.845293 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: rbac-policies {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.847221 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: security-groups {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.848520 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: security-group-rules {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.849761 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: service-providers {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.850976 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: subnetpools {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.852442 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: subnetpools {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.854132 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.855932 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.857746 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.859557 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.862427 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.864346 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.866042 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.867984 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.869751 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.871526 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron.api.extensions [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Extended resource: tags {{(pid=101133) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:50:14.877617 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING keystonemiddleware.auth_token [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 08:50:14.882357 dv-cinder-786524-11-iscsi neutron-server[101133]: WARNING keystonemiddleware.auth_token [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 08:50:14.890689 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_concurrency.lockutils [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Acquired lock "singleton_lock" {{(pid=101133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 08:50:14.891166 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_concurrency.lockutils [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Releasing lock "singleton_lock" {{(pid=101133) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 08:50:14.891826 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO oslo_service.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Starting 2 workers Aug 31 08:50:14.897218 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Started child 101245 {{(pid=101133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:50:14.901910 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Started child 101246 {{(pid=101133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:50:14.902595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:14.903538 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO neutron.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 08:50:14.904203 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [-] (101245) wsgi starting up on http://0.0.0.0:9696 Aug 31 08:50:14.904306 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Notify callbacks [] for process, before_spawn {{(pid=101133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:14.906654 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:14.907142 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO oslo_service.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Starting 1 workers Aug 31 08:50:14.908048 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [-] (101246) wsgi starting up on http://0.0.0.0:9696 Aug 31 08:50:14.912576 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Started child 101247 {{(pid=101133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:50:14.913106 dv-cinder-786524-11-iscsi neutron-server[101133]: INFO oslo_service.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Starting 1 workers Aug 31 08:50:14.916208 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] calling RpcWorker wait() {{(pid=101247) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 08:50:14.916821 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] returning from RpcWorker wait() {{(pid=101247) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 08:50:14.917697 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Started child 101248 {{(pid=101133) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:50:14.918119 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:14.918535 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG neutron_lib.callbacks.manager [None req-53541bb8-1ac2-4bdd-9ede-31180850f5c6 None None] Notify callbacks [] for process, after_spawn {{(pid=101133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:14.918646 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:50:14.920493 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 08:50:14.920699 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:50:14.920941 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:50:14.921093 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:50:14.921453 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:50:14.921651 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:50:14.922122 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.922403 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.922671 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.922944 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.923258 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.923576 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:14.924070 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.924148 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.924351 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.924638 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.924886 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.925052 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.925214 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.925452 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.925695 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.926072 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.926437 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.926589 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.926835 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.927007 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.927296 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.927560 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.927776 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.928032 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] debug = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.928264 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.928762 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.928979 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.929219 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.929606 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.929756 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.929944 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.930203 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.930450 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.930660 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.930889 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.931148 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.931424 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.931638 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.931912 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.932098 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.932372 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.932800 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] host = dv-cinder-786524-11-iscsi {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.932987 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.933200 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.933443 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.933731 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.933915 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.934144 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.934397 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.934669 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.934896 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.935237 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.935392 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.935617 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.935828 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.936061 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.936221 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_options = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.936430 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.936690 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.937082 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.937223 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.937350 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.937473 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.937694 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.937927 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.938159 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.938322 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.938533 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.938782 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.938970 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.939230 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.939566 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.939827 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.940039 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.940244 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.940494 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.940737 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.940957 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.941176 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.941389 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.941594 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.941817 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.942024 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.942243 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.942449 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.942654 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.942937 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.943129 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.943402 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.943642 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.943916 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.944138 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.944360 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.944587 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.944893 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.945153 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.945313 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.945577 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.945805 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.946053 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.946332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.946563 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.946795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_json = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.947004 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.947305 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.947495 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.947706 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.947935 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.948180 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.948420 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.948576 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:14.949044 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.949312 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.949610 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.949852 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.950079 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.950313 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.950555 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.950770 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.951028 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.951295 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.953887 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.953887 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.953887 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.954278 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.954410 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.954769 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.955722 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.955937 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.956133 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.956390 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.956631 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.956885 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.957169 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.957403 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.957695 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.957917 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.958149 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.958478 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.958745 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.959034 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.959314 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.959540 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.959786 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.966141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967038 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967038 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967222 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967332 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.967883 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968394 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968394 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968394 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968394 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968394 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968394 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968748 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968748 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.968919 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.969152 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.969371 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.969613 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.969829 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.970050 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.970266 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.970505 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.971391 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.971671 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.971870 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.972108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.972330 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.972552 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.972771 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.973011 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.973246 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.973461 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.973680 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.973945 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.974269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.974526 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.974896 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.975222 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.975592 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.975724 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.976272 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.976679 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.976679 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.976947 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.977221 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.977420 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.977683 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.977972 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.978113 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.978341 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.979274 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.979274 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.979274 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.979274 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.979798 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.979798 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.980018 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.980253 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.980507 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982811 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.982811 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.983039 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.983296 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.983545 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.983802 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.984536 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.984536 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.984723 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.984827 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.985237 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.987114 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.987114 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.987114 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.987114 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.987114 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.987707 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.987707 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.987707 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.989856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.989856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.989856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.989856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.989856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.989856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.989856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.989856 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.990481 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.990481 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.990481 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.990702 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.990812 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.991051 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.991321 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.991537 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.991756 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.992026 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.992442 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.992556 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.992703 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.992921 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.993142 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.993392 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.993606 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.993826 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.994063 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.994280 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.994496 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.994736 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.994969 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.995262 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.995506 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.995784 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.996034 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.996268 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.996514 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.996738 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.997004 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.997220 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.997465 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.997685 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.997903 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.998137 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.998348 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.998557 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.998766 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.998986 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.999220 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.999485 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:14.999723 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.000077 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.000312 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.000536 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.000780 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.001018 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.001478 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.002736 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.003480 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.004269 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.004504 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.004733 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.007216 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.007500 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.007746 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.007973 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.008214 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.009257 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.009524 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.009749 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.011076 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.011377 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.011634 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.016387 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.016387 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.016387 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.016387 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.016387 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.016387 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.016387 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.016387 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.017017 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.017017 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.017017 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.017017 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.017017 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.017017 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.017017 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.019271 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.019538 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.019805 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.020071 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.020309 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.020534 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.020870 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.020996 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.021216 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.021448 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.021679 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.021900 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.022179 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.022367 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.022603 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.022848 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.023088 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.023327 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.023648 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.023911 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.024156 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.024469 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.024739 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.024997 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.025256 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.025569 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.025782 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.026020 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.026256 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.026501 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.026739 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.026945 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.027321 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.027658 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.027942 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.029106 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.030023 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.030355 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.030694 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.031122 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.031497 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.031853 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.032141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.032427 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.032696 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.032973 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.033805 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.034044 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.034285 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.034532 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.034771 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.035022 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.035303 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.035561 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.035807 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.036094 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.036338 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.036570 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.036829 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.037051 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.037291 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.037453 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:50:15.037979 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101133) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 08:50:15.038145 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:50:15.038302 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:50:15.038496 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:50:15.038655 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:50:15.038813 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:50:15.039024 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.039207 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.039374 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.039538 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.039699 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.039902 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.040119 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.040286 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.040447 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.040608 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.040770 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.040933 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.041094 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.041255 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.041437 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.041599 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.041776 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.041941 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.042106 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.042287 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.042449 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.042610 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.042773 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] debug = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.042934 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.043150 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.043354 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045139 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045139 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045139 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045139 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045139 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045139 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045139 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045139 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045678 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045678 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045678 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045678 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045678 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045678 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.045678 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] host = dv-cinder-786524-11-iscsi {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046156 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046156 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046156 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046363 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046363 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046507 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046664 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046823 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.046983 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.047142 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.047329 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.047490 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.047670 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.047830 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.047990 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_options = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.048150 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.048779 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.048779 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.048779 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.049010 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.049010 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.049147 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.049266 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.049426 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.049604 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.049763 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.049923 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.050553 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.050716 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.050878 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.051038 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.051215 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.051395 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.051558 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.051720 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.051880 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.052039 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.052199 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.052359 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.052519 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.052691 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.052860 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.053038 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.053228 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.053383 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.053546 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.053707 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055249 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055249 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055249 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055249 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055611 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43360) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:15.055704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.055704 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056257 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056257 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_json = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056257 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056257 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056257 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056775 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056775 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056775 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.056986 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.057080 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:50:15.057197 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.057363 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.057537 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.057701 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.057863 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.058028 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.058192 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.058355 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.058518 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.058785 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.058885 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.059039 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.059235 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.059402 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.059564 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.059729 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.059893 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.060057 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.060221 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.060383 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.060546 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.060707 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.060879 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.061040 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.061201 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.061362 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.061524 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.061703 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.061866 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.062054 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.062182 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.062344 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.062508 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.062672 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.062841 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.063001 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.063466 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.063633 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069199 Aug 31 08:50:15.064108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.064682 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.064917 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.065026 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.065371 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.066399 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.066572 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.066740 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.066911 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.067074 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.067409 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.067722 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.068030 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.068328 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.068654 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.068962 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.069266 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.069437 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.070167 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.070167 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.070167 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.070167 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.070496 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.070496 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.070656 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.070740 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.071691 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.071691 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.071691 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.071691 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.071691 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.071691 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.073795 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.074440 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.075110 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.075110 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.075110 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.075110 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.075402 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.075402 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.075521 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.075691 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.076362 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.076362 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.076362 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.076362 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.076657 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.076657 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.076779 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.076944 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.077106 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.077419 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.077586 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.077887 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.078195 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.078756 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.078756 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.078756 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.078974 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.078974 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.079132 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.079352 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.079522 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.079697 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.079859 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.080531 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.080711 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.080882 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.081058 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.081225 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.081415 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.081580 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.081745 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.082030 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.082148 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.082321 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.082479 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.082643 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.083550 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.083550 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.083550 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.083550 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.083550 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.083882 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.083882 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.084005 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.084071 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.084236 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.084403 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.084569 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.084732 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.084891 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.085056 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.085219 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086493 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086493 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086493 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086714 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086793 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.086923 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.087085 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.087351 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.088325 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.088325 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.088325 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.088325 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.088325 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.088325 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.088325 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089184 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089184 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089184 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089184 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089184 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089802 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089802 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089802 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.089802 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.090245 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.090245 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.090245 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.090663 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.090663 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.090663 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.090850 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.090917 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.091075 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.091508 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.091676 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.091941 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.092077 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.092208 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.092339 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.092469 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.092600 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.092764 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.092928 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.093148 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.093284 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.093415 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.093566 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.093697 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.093859 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.094022 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.094185 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.094369 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.094536 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.094699 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.094863 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.095026 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.095207 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.095359 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:50:15.095540 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.095540 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.096348 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.096481 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.096612 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.096742 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.096871 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.097011 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.097145 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.097297 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.097460 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.097623 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.097785 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.097947 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.098120 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.098284 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.098446 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.098607 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.098768 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.098931 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.099103 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.099308 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.099500 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.099634 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.099786 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.099948 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.100120 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.100283 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.100445 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.100606 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.100767 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.100952 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.101126 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.101291 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.101451 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.101614 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.101801 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.101924 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.102095 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103108 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103475 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103475 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103608 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.103678 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.104372 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.104372 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.104372 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.104372 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.104630 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.104630 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.104786 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.104957 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.105129 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.105301 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.105464 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.105638 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.105815 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.105978 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.106141 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.106306 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.106468 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.106630 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.106793 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.106955 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.107117 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.108149 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.108321 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.108485 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.108953 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.108953 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.108953 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.109175 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.109277 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.109443 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.109607 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.110439 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:50:15.110439 dv-cinder-786524-11-iscsi neutron-server[101133]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101133) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:50:26.722583 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8492de64-62c7-4f21-bb24-adc41d0f7437 None None] get_active_networks_info from dv-cinder-786524-11-iscsi {{(pid=101247) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:50:26.847569 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492de64-62c7-4f21-bb24-adc41d0f7437 None None] No non-hosted networks {{(pid=101247) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 08:50:26.856143 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.agentschedulers_db [None req-8492de64-62c7-4f21-bb24-adc41d0f7437 None None] DHCP Agent not found on host dv-cinder-786524-11-iscsi {{(pid=101247) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 08:50:26.955537 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0d2a66e4-5856-4080-87d2-819be2a166be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-525304'] for agent, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:29.533370 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-525304'] for agent, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:29.536344 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.536797 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.538428 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.538917 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.539387 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.539939 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.540746 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.543084 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.544916 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.545400 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.546320 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.549318 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:29.552049 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:50:29.581905 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:50:29.610484 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b335ca92-a30b-4d8d-844b-317d65bf8922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-525304'] for agent, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:29.666187 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.db.api [None req-f877449d-0e54-4928-b0fa-6e68d2a7a3fb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786524-11-iscsi {{(pid=101247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:50:29.666992 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG oslo_db.api [None req-f877449d-0e54-4928-b0fa-6e68d2a7a3fb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:50:30.254397 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f877449d-0e54-4928-b0fa-6e68d2a7a3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:30.769159 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-525304'] for agent, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:32.431485 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-525304'] for agent, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:32.571329 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.db.l3_hamode_db [None req-5ca75179-e4e9-4246-b4b3-5b9bbab016a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 08:50:32.660369 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca75179-e4e9-4246-b4b3-5b9bbab016a2 None None] Routers set() bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:50:32.660759 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca75179-e4e9-4246-b4b3-5b9bbab016a2 None None] Router IDs set() for agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 08:50:33.437679 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43458) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:33.950210 dv-cinder-786524-11-iscsi neutron-server[101245]: WARNING oslo_policy.policy [None req-8b075b1f-80bb-4fd5-b55a-de4581e9d5ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:50:33.950821 dv-cinder-786524-11-iscsi neutron-server[101245]: WARNING oslo_policy.policy [None req-8b075b1f-80bb-4fd5-b55a-de4581e9d5ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:50:34.174174 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [None req-8b075b1f-80bb-4fd5-b55a-de4581e9d5ba admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:50:34.175300 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8b075b1f-80bb-4fd5-b55a-de4581e9d5ba admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7367592 Aug 31 08:50:36.614365 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43472) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:36.953369 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-421648b9-e965-4466-8bc3-2daec06a2580 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:50:37.046900 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.policy [None req-421648b9-e965-4466-8bc3-2daec06a2580 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101245) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 08:50:37.093015 dv-cinder-786524-11-iscsi neutron-server[101245]: WARNING oslo_policy.policy [None req-421648b9-e965-4466-8bc3-2daec06a2580 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:50:37.093445 dv-cinder-786524-11-iscsi neutron-server[101245]: WARNING oslo_policy.policy [None req-421648b9-e965-4466-8bc3-2daec06a2580 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:50:37.102296 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.quota [None req-421648b9-e965-4466-8bc3-2daec06a2580 admin admin] Loaded quota_driver: . Aug 31 08:50:37.261779 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-421648b9-e965-4466-8bc3-2daec06a2580 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793190682001', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793190681410', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793190694035', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793190691639', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793198838474', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793190647469', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7964903', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8027072', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765600', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579939'] for rbac-policy, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:37.482477 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-421648b9-e965-4466-8bc3-2daec06a2580 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:37.483630 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-421648b9-e965-4466-8bc3-2daec06a2580 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8682396 Aug 31 08:50:40.147564 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 43484) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:40.688703 dv-cinder-786524-11-iscsi neutron-server[101246]: WARNING oslo_policy.policy [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:50:40.689269 dv-cinder-786524-11-iscsi neutron-server[101246]: WARNING oslo_policy.policy [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:50:40.912422 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Request body: {'network': {'project_id': '13681f0689dd4afab3742c9192de54b8', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'name': 'private', 'admin_state_up': True}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:50:40.914086 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.quota [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Loaded quota_driver: . Aug 31 08:50:41.031052 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Made reservation on behalf of 13681f0689dd4afab3742c9192de54b8 for: {'network': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:50:41.105055 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.policy [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101246) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 08:50:41.149818 dv-cinder-786524-11-iscsi neutron-server[101246]: WARNING oslo_policy.policy [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:50:41.150473 dv-cinder-786524-11-iscsi neutron-server[101246]: WARNING oslo_policy.policy [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:50:41.160756 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:41.183287 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:41.318757 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:41.407932 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:41.428388 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=101246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:50:41.456835 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793194398666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:41.457324 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Unsubscribe: segment precommit_create {{(pid=101246) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 08:50:41.457832 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.segments_db [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Added segment 5412d513-2293-4ba3-bcda-ed9dc3e762a4 of type vlan for network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 Aug 31 08:50:41.479747 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b464d397-ab2a-4c0d-b5db-b6346054584f,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:50:41.514358 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.514762 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.515103 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.515465 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.515787 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.516128 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.517008 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.517344 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.517668 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.517986 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.518302 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.518616 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Tracked resource versions report: Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: pushed versions: Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: { 'AddressGroup': {'1.2'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'ConntrackHelper': {'1.0'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Log': {'1.0'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Network': {'1.1'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Port': {'1.7'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'PortForwarding': {'1.2'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'QosPolicy': {'1.9'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SecurityGroup': {'1.4'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SubPort': {'1.0'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Subnet': {'1.1'}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Trunk': {'1.1'}} Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: consumer versions: Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: { DHCP agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: L3 agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: Metadata agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: Metering agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: Open vSwitch agent@dv-cinder-786524-11-iscsi: { 'AddressGroup': '1.2', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'ConntrackHelper': '1.0', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Log': '1.0', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Network': '1.1', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Port': '1.7', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'PortForwarding': '1.2', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'QosPolicy': '1.9', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SecurityGroup': '1.4', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SecurityGroupRule': '1.2', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SubPort': '1.0', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Subnet': '1.1', Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Trunk': '1.1'}} Aug 31 08:50:41.520056 dv-cinder-786524-11-iscsi neutron-server[101246]: {{(pid=101246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:50:41.595633 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:41.705978 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:41.707376 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:41.708136 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:41.805385 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] Pushing event updated for resources: {'Network': ['ID=7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:50:41.818639 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:50:41.895387 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-908dc9c2-3213-4f59-94f4-a966f47b469d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7455301 Aug 31 08:50:44.667927 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43506) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:45.111447 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4f79c7-efd4-4d5a-b753-e87108071691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:45.112858 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-dd4f79c7-efd4-4d5a-b753-e87108071691 admin admin] 10.222.0.66 "GET /v2.0/networks/7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 HTTP/1.1" status: 200 len: 825 time: 0.4439499 Aug 31 08:50:45.137148 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-97a3f363-1d4e-412c-8adf-b6ed2d48205a admin admin] 10.222.0.66 "GET /v2.0/subnetpools/f82b08a6-6f71-4100-a396-4282150302cc HTTP/1.1" status: 200 len: 734 time: 0.0180397 Aug 31 08:50:45.146280 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Request body: {'subnet': {'subnetpool_id': 'f82b08a6-6f71-4100-a396-4282150302cc', 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'name': 'private-subnet', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:50:45.253535 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Made reservation on behalf of 13681f0689dd4afab3742c9192de54b8 for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:50:45.256214 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:45.642711 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:45.719020 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Checking segment: {'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:50:45.720318 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Network hostable DHCP agents. Network: 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:50:45.727104 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403786a9-5de5-4af1-9c9e-aef3aa6db34c,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:50:45.738636 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.738993 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.739364 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.739693 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.740014 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.740351 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.740675 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.741006 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.741327 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.741643 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.741956 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.742270 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Tracked resource versions report: Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: pushed versions: Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: { 'AddressGroup': {'1.2'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'ConntrackHelper': {'1.0'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Log': {'1.0'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Network': {'1.1'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Port': {'1.7'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'PortForwarding': {'1.2'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'QosPolicy': {'1.9'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SecurityGroup': {'1.4'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SubPort': {'1.0'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Subnet': {'1.1'}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Trunk': {'1.1'}} Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: consumer versions: Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: { DHCP agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: L3 agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: Metadata agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: Metering agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: Open vSwitch agent@dv-cinder-786524-11-iscsi: { 'AddressGroup': '1.2', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'ConntrackHelper': '1.0', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Log': '1.0', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Network': '1.1', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Port': '1.7', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'PortForwarding': '1.2', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'QosPolicy': '1.9', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SecurityGroup': '1.4', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SecurityGroupRule': '1.2', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SubPort': '1.0', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Subnet': '1.1', Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Trunk': '1.1'}} Aug 31 08:50:45.743651 dv-cinder-786524-11-iscsi neutron-server[101245]: {{(pid=101245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:50:45.854086 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:50:45.945045 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:50:45.950792 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:45.951467 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:45.954391 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f1b04-4189-4651-b881-f94f647a7663 None None] Network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:50:46.258560 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'fixed_ips': [{'subnet_id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:50:46.259818 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:46.272114 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-12e221b8-c8f6-48d1-a8b2-0b51fd3ca377 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1290998 Aug 31 08:50:46.554492 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Allocated IP 172.20.0.2 (7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3/403786a9-5de5-4af1-9c9e-aef3aa6db34c/a9610e82-eb61-43f6-9d91-d286d873d573) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:50:46.770839 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:46.815950 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Transition to ACTIVE for port object a9610e82-eb61-43f6-9d91-d286d873d573 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:50:46.837334 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Transition to ACTIVE for port object a9610e82-eb61-43f6-9d91-d286d873d573 will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:50:46.957365 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:47.027905 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:50:47.033255 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:50:47.044729 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:50:47.047104 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Pushing event updated for resources: {'Port': ['ID=a9610e82-eb61-43f6-9d91-d286d873d573,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:50:47.059144 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.059526 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.059868 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.060202 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.060574 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.060867 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.061194 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.061514 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.061848 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.062169 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.062483 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.062797 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Tracked resource versions report: Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: pushed versions: Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: { 'AddressGroup': {'1.2'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'ConntrackHelper': {'1.0'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Log': {'1.0'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Network': {'1.1'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Port': {'1.7'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'PortForwarding': {'1.2'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'QosPolicy': {'1.9'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SecurityGroup': {'1.4'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SubPort': {'1.0'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Subnet': {'1.1'}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Trunk': {'1.1'}} Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: consumer versions: Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: { DHCP agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: L3 agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: Metadata agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: Metering agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: Open vSwitch agent@dv-cinder-786524-11-iscsi: { 'AddressGroup': '1.2', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'ConntrackHelper': '1.0', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Log': '1.0', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Network': '1.1', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Port': '1.7', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'PortForwarding': '1.2', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'QosPolicy': '1.9', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SecurityGroup': '1.4', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SecurityGroupRule': '1.2', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SubPort': '1.0', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Subnet': '1.1', Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Trunk': '1.1'}} Aug 31 08:50:47.064220 dv-cinder-786524-11-iscsi neutron-server[101247]: {{(pid=101247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:50:47.133590 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Attempting to bind port a9610e82-eb61-43f6-9d91-d286d873d573 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:50:47.133971 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Attempting to bind port a9610e82-eb61-43f6-9d91-d286d873d573 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:50:47.134505 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Attempting to bind port a9610e82-eb61-43f6-9d91-d286d873d573 on network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:50:47.139310 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:50:47.139729 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Checking segment: {'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:50:47.140265 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:47.140631 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Bound using segment: {'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:50:47.141608 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Bound port: a9610e82-eb61-43f6-9d91-d286d873d573, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:50:47.142014 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:47.208652 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] For port a9610e82-eb61-43f6-9d91-d286d873d573, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:50:47.212871 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] For port a9610e82-eb61-43f6-9d91-d286d873d573, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=a9610e82-eb61-43f6-9d91-d286d873d573,segment=NetworkSegment(5412d513-2293-4ba3-bcda-ed9dc3e762a4),segment_id=5412d513-2293-4ba3-bcda-ed9dc3e762a4)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:50:47.300252 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:47.365692 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd304a43-a10d-4514-8ceb-ae732620b787 None None] Pushing event updated for resources: {'Port': ['ID=a9610e82-eb61-43f6-9d91-d286d873d573,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:50:48.726490 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 43518) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:49.085380 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [None req-3a8a4ea1-9156-4838-9e6c-1faf3b7c0c4f admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:50:49.086385 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-3a8a4ea1-9156-4838-9e6c-1faf3b7c0c4f admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3589187 Aug 31 08:50:51.503132 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 43526) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:51.832161 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [None req-a28e9ccf-7f0c-4893-ad4d-f4cdaa486dc4 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:50:51.833077 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-a28e9ccf-7f0c-4893-ad4d-f4cdaa486dc4 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3289392 Aug 31 08:50:54.589627 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43538) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:54.917894 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-6680da45-f11c-4bde-9a6a-77c4740d17a1 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '13681f0689dd4afab3742c9192de54b8'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:50:55.042956 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6680da45-f11c-4bde-9a6a-77c4740d17a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:55.044644 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6680da45-f11c-4bde-9a6a-77c4740d17a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:55.206179 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6680da45-f11c-4bde-9a6a-77c4740d17a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:55.286139 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6680da45-f11c-4bde-9a6a-77c4740d17a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:55.361953 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6680da45-f11c-4bde-9a6a-77c4740d17a1 admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:55.363299 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6680da45-f11c-4bde-9a6a-77c4740d17a1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7725537 Aug 31 08:50:55.680116 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device a9610e82-eb61-43f6-9d91-d286d873d573 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:50:55.825356 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port a9610e82-eb61-43f6-9d91-d286d873d573 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:50:55.876305 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b115d-0c7c-4c20-910c-4d3e931f57e3 None None] Network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:50:56.099149 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-91306093-5e68-48f4-83b0-b38e4ae48c72 None None] Provisioning for port a9610e82-eb61-43f6-9d91-d286d873d573 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:50:56.103454 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-91306093-5e68-48f4-83b0-b38e4ae48c72 None None] Provisioning complete for port a9610e82-eb61-43f6-9d91-d286d873d573 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:50:56.103915 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-91306093-5e68-48f4-83b0-b38e4ae48c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:56.220780 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-91306093-5e68-48f4-83b0-b38e4ae48c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:56.257810 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-91306093-5e68-48f4-83b0-b38e4ae48c72 None None] For port a9610e82-eb61-43f6-9d91-d286d873d573, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=a9610e82-eb61-43f6-9d91-d286d873d573,segment=NetworkSegment(5412d513-2293-4ba3-bcda-ed9dc3e762a4),segment_id=5412d513-2293-4ba3-bcda-ed9dc3e762a4)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:50:56.333844 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-91306093-5e68-48f4-83b0-b38e4ae48c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:56.380760 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91306093-5e68-48f4-83b0-b38e4ae48c72 None None] Pushing event updated for resources: {'Port': ['ID=a9610e82-eb61-43f6-9d91-d286d873d573,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:50:56.453609 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-e17bd7d3-e64d-4db5-9901-500eafbe551a None None] Provisioning complete for port a9610e82-eb61-43f6-9d91-d286d873d573 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:50:56.453980 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e17bd7d3-e64d-4db5-9901-500eafbe551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:56.801575 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9908fd9a-1204-4e9e-ae0b-29c09066e9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:57.643147 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device a9610e82-eb61-43f6-9d91-d286d873d573 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:50:57.690717 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port a9610e82-eb61-43f6-9d91-d286d873d573 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:50:57.691097 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:57.820267 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43548) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:58.158674 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [None req-a90ec0a4-e79e-4d08-9690-fe592e461775 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:50:58.159768 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a90ec0a4-e79e-4d08-9690-fe592e461775 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3385007 Aug 31 08:50:59.470761 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:59.584816 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3402aa2d-e8d7-4920-8da4-1705e5d48c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:00.608405 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43562) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:00.711038 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:00.854593 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:00.973591 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Made reservation on behalf of 1a5df93aa03d47e594b11caa4c5a5afe for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:51:00.975840 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:00.986633 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:51:00.991552 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:01.113506 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:01.179406 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:01.199628 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Reserving flat network on physical network physnet1 {{(pid=101245) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 08:51:01.224005 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4244e5b-313a-462f-9864-a3dc1d1acc71,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:01.228944 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793194398666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:01.229571 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Unsubscribe: segment precommit_create {{(pid=101245) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 08:51:01.230081 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Added segment 515b189f-2064-4eed-ba53-0d79bd68a272 of type flat for network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 Aug 31 08:51:01.285696 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:01.401636 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:01.402667 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:01.403303 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:01.495562 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] Pushing event updated for resources: {'Network': ['ID=6ecb4306-874f-4384-ae3a-9fe35ca4ca41,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:01.506549 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:51:01.539074 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-79a860a1-b506-44c2-92d7-89dd649154eb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9295685 Aug 31 08:51:02.344827 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:03.819652 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43580) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:03.937696 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c067d507-4b9e-4ad7-8bc0-3a2e3fc64fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:03.939013 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c067d507-4b9e-4ad7-8bc0-3a2e3fc64fce admin admin] 10.222.0.66 "GET /v2.0/subnets/403786a9-5de5-4af1-9c9e-aef3aa6db34c HTTP/1.1" status: 200 len: 849 time: 0.1184242 Aug 31 08:51:04.060505 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6001f1da-a02c-40fa-a3ac-f08fde08c63c admin admin] 10.222.0.66 "GET /v2.0/routers/b13a5338-44ef-42f2-ac52-e0c23575fdd3 HTTP/1.1" status: 200 len: 704 time: 0.1153126 Aug 31 08:51:04.328114 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:04.646876 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Allocated IP 172.20.0.1 (7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3/403786a9-5de5-4af1-9c9e-aef3aa6db34c/140b0c0d-f24e-4a75-afc9-97eaf55230ee) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:51:04.811735 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:04.834393 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Transition to ACTIVE for port object 140b0c0d-f24e-4a75-afc9-97eaf55230ee will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:05.025804 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:05.102890 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:05.107751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:05.112808 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:51:05.114117 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:05.131906 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Pushing event updated for resources: {'Port': ['ID=140b0c0d-f24e-4a75-afc9-97eaf55230ee,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:05.447703 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:05.452744 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-db255d09-1d3b-49ce-a883-3278742d52ed None None] Provisioning for port 140b0c0d-f24e-4a75-afc9-97eaf55230ee completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:05.456557 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-db255d09-1d3b-49ce-a883-3278742d52ed None None] Provisioning complete for port 140b0c0d-f24e-4a75-afc9-97eaf55230ee triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:05.456956 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-db255d09-1d3b-49ce-a883-3278742d52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:05.492653 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-db255d09-1d3b-49ce-a883-3278742d52ed None None] Port 140b0c0d-f24e-4a75-afc9-97eaf55230ee cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:51:05.663429 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:05.750916 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:05.751678 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:05.833485 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Pushing event updated for resources: {'Port': ['ID=140b0c0d-f24e-4a75-afc9-97eaf55230ee,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:05.883984 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:05.885307 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:06.114229 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-a3dcae0c-94d1-4184-9de9-b1436f73d58f None None] Provisioning complete for port 140b0c0d-f24e-4a75-afc9-97eaf55230ee triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:06.114597 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-a3dcae0c-94d1-4184-9de9-b1436f73d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:06.139131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Router b13a5338-44ef-42f2-ac52-e0c23575fdd3 is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:51:06.148366 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcae0c-94d1-4184-9de9-b1436f73d58f None None] Port 140b0c0d-f24e-4a75-afc9-97eaf55230ee cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:51:06.235472 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:51:06.241109 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-68f2a436-4899-4f70-aa7f-d8e26e70fdeb admin admin] 10.222.0.66 "PUT /v2.0/routers/b13a5338-44ef-42f2-ac52-e0c23575fdd3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1744421 Aug 31 08:51:06.258698 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Sync routers for ids ['b13a5338-44ef-42f2-ac52-e0c23575fdd3'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:51:06.274281 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Routers {'b13a5338-44ef-42f2-ac52-e0c23575fdd3'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:06.275140 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:50:59Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['b13a5338-44ef-42f2-ac52-e0c23575fdd3'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:06.472601 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Set router b13a5338-44ef-42f2-ac52-e0c23575fdd3 gateway port host: None {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:06.928303 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'name': 'router1', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:50:55Z', 'updated_at': '2021-08-31T08:51:05Z', 'revision_number': 2, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'gw_port_host': None, '_interfaces': [{'id': '140b0c0d-f24e-4a75-afc9-97eaf55230ee', 'name': '', 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'mac_address': 'fa:16:3e:03:6b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:04Z', 'updated_at': '2021-08-31T08:51:05Z', 'revision_number': 2, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'subnets': [{'id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f82b08a6-6f71-4100-a396-4282150302cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:06.982812 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Checking router: b13a5338-44ef-42f2-ac52-e0c23575fdd3 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:51:06.983213 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Updating router b13a5338-44ef-42f2-ac52-e0c23575fdd3 port 140b0c0d-f24e-4a75-afc9-97eaf55230ee binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:51:07.038921 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:07.584071 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:07.605036 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Transition to ACTIVE for port object 140b0c0d-f24e-4a75-afc9-97eaf55230ee will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:07.710836 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:07.896533 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Pushing event updated for resources: {'Port': ['ID=140b0c0d-f24e-4a75-afc9-97eaf55230ee,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:07.902001 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Attempting to bind port 140b0c0d-f24e-4a75-afc9-97eaf55230ee on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:51:07.902400 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Attempting to bind port 140b0c0d-f24e-4a75-afc9-97eaf55230ee by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:51:07.902854 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Attempting to bind port 140b0c0d-f24e-4a75-afc9-97eaf55230ee on network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:51:07.910854 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.911219 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.911568 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.911898 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.912225 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.912564 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.912890 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.913209 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.913541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.913861 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.914176 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.914489 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Tracked resource versions report: Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: pushed versions: Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: { 'AddressGroup': {'1.2'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'ConntrackHelper': {'1.0'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Log': {'1.0'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Network': {'1.1'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Port': {'1.7'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'PortForwarding': {'1.2'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'QosPolicy': {'1.9'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SecurityGroup': {'1.4'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SubPort': {'1.0'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Subnet': {'1.1'}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Trunk': {'1.1'}} Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: consumer versions: Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: { DHCP agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: L3 agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: Metadata agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: Metering agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: Open vSwitch agent@dv-cinder-786524-11-iscsi: { 'AddressGroup': '1.2', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'ConntrackHelper': '1.0', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Log': '1.0', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Network': '1.1', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Port': '1.7', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'PortForwarding': '1.2', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'QosPolicy': '1.9', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SecurityGroup': '1.4', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SecurityGroupRule': '1.2', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SubPort': '1.0', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Subnet': '1.1', Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Trunk': '1.1'}} Aug 31 08:51:07.915905 dv-cinder-786524-11-iscsi neutron-server[101248]: {{(pid=101248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:51:07.918376 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:51:07.918791 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Checking segment: {'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:51:07.919297 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:07.919680 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Bound using segment: {'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:51:07.920200 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Bound port: 140b0c0d-f24e-4a75-afc9-97eaf55230ee, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5412d513-2293-4ba3-bcda-ed9dc3e762a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:51:07.920578 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:07.992795 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] For port 140b0c0d-f24e-4a75-afc9-97eaf55230ee, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:51:08.013685 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] For port 140b0c0d-f24e-4a75-afc9-97eaf55230ee, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=140b0c0d-f24e-4a75-afc9-97eaf55230ee,segment=NetworkSegment(5412d513-2293-4ba3-bcda-ed9dc3e762a4),segment_id=5412d513-2293-4ba3-bcda-ed9dc3e762a4)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:51:08.116603 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:08.180685 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb60a-431d-4be3-b1a3-9301d0085bce None None] Pushing event updated for resources: {'Port': ['ID=140b0c0d-f24e-4a75-afc9-97eaf55230ee,revision_number=4']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:08.184698 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Routers {'b13a5338-44ef-42f2-ac52-e0c23575fdd3'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:08.185331 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:50:59Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['b13a5338-44ef-42f2-ac52-e0c23575fdd3'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:08.277703 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] Set router b13a5338-44ef-42f2-ac52-e0c23575fdd3 gateway port host: None {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:08.499342 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'name': 'router1', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:50:55Z', 'updated_at': '2021-08-31T08:51:05Z', 'revision_number': 2, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'gw_port_host': None, '_interfaces': [{'id': '140b0c0d-f24e-4a75-afc9-97eaf55230ee', 'name': '', 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'mac_address': 'fa:16:3e:03:6b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:04Z', 'updated_at': '2021-08-31T08:51:07Z', 'revision_number': 4, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'subnets': [{'id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f82b08a6-6f71-4100-a396-4282150302cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:08.528078 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a1ce4-1274-4c2c-86c1-eb2a5c69e1f7 None None] The sync data for ids ['b13a5338-44ef-42f2-ac52-e0c23575fdd3'] in dv-cinder-786524-11-iscsi is: [{'id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'name': 'router1', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:50:55Z', 'updated_at': '2021-08-31T08:51:05Z', 'revision_number': 2, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'gw_port_host': None, '_interfaces': [{'id': '140b0c0d-f24e-4a75-afc9-97eaf55230ee', 'name': '', 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'mac_address': 'fa:16:3e:03:6b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:04Z', 'updated_at': '2021-08-31T08:51:07Z', 'revision_number': 4, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'subnets': [{'id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f82b08a6-6f71-4100-a396-4282150302cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:51:08.556616 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43594) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:08.681756 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f014ef-1272-4cfa-9462-5e9d83671218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:08.683053 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a8f014ef-1272-4cfa-9462-5e9d83671218 admin admin] 10.222.0.66 "GET /v2.0/networks/6ecb4306-874f-4384-ae3a-9fe35ca4ca41 HTTP/1.1" status: 200 len: 842 time: 0.1253607 Aug 31 08:51:08.693677 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:08.796101 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Made reservation on behalf of 1a5df93aa03d47e594b11caa4c5a5afe for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:51:08.798610 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:09.205176 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.objects.ports [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101245) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:51:09.205651 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:09.259676 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ceb0add-c2fc-406a-9162-48095fddb9d2,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:09.273146 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:51:09.274162 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Network hostable DHCP agents. Network: 6ecb4306-874f-4384-ae3a-9fe35ca4ca41, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:51:09.407841 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:51:09.527992 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 6ecb4306-874f-4384-ae3a-9fe35ca4ca41) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:09.532171 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:09.537263 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:09.540051 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace6c5a-14ac-49bb-97ff-5b9c678e98b3 None None] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:51:09.671870 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ec9a969e-46d1-4fb4-b575-d42c256e87e6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9650114 Aug 31 08:51:09.673262 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c13b20-5e23-46ba-869a-9d1fde7a9f74 None None] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:51:11.991845 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43602) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:12.228139 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6808d15a-c097-4971-9e24-c65e5a2badb0 admin admin] 10.222.0.66 "GET /v2.0/routers/b13a5338-44ef-42f2-ac52-e0c23575fdd3 HTTP/1.1" status: 200 len: 710 time: 0.2344909 Aug 31 08:51:12.315054 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ccba8-6aa4-4e12-ac63-3c26d2ded80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:12.316451 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-5b3ccba8-6aa4-4e12-ac63-3c26d2ded80e admin admin] 10.222.0.66 "GET /v2.0/networks/6ecb4306-874f-4384-ae3a-9fe35ca4ca41 HTTP/1.1" status: 200 len: 886 time: 0.0820987 Aug 31 08:51:12.326295 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:12.575642 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:12.958830 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:13.038382 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:13.277899 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Allocated IP 172.27.3.197 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/9402814c-331a-4ed1-8599-4ef6a9d5e71a) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:51:13.379913 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:13.533519 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:13.571856 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:13.574684 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:13.579066 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:51:13.615479 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9402814c-331a-4ed1-8599-4ef6a9d5e71a,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:14.062505 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.348204 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28681'] for router, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.351826 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536261'] for router, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.463714 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Router b13a5338-44ef-42f2-ac52-e0c23575fdd3 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:51:14.581162 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:51:14.585843 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.587026 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-2ff11e94-8b73-4dfe-8af1-bcd3997a50e9 admin admin] 10.222.0.66 "PUT /v2.0/routers/b13a5338-44ef-42f2-ac52-e0c23575fdd3 HTTP/1.1" status: 200 len: 890 time: 2.2640207 Aug 31 08:51:15.173774 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Sync routers for ids ['b13a5338-44ef-42f2-ac52-e0c23575fdd3'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:51:15.185803 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Routers {'b13a5338-44ef-42f2-ac52-e0c23575fdd3'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:15.192469 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:50:59Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['b13a5338-44ef-42f2-ac52-e0c23575fdd3'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:15.493829 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Set router b13a5338-44ef-42f2-ac52-e0c23575fdd3 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:15.718154 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 140b0c0d-f24e-4a75-afc9-97eaf55230ee up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:15.955877 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 140b0c0d-f24e-4a75-afc9-97eaf55230ee completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:15.970673 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 140b0c0d-f24e-4a75-afc9-97eaf55230ee triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:15.971047 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.014948 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'name': 'router1', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9402814c-331a-4ed1-8599-4ef6a9d5e71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:50:55Z', 'updated_at': '2021-08-31T08:51:13Z', 'revision_number': 4, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'gw_port': {'id': '9402814c-331a-4ed1-8599-4ef6a9d5e71a', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:13Z', 'updated_at': '2021-08-31T08:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '140b0c0d-f24e-4a75-afc9-97eaf55230ee', 'name': '', 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'mac_address': 'fa:16:3e:03:6b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:04Z', 'updated_at': '2021-08-31T08:51:07Z', 'revision_number': 4, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'subnets': [{'id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f82b08a6-6f71-4100-a396-4282150302cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:16.072422 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Checking router: b13a5338-44ef-42f2-ac52-e0c23575fdd3 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:51:16.072793 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Updating router b13a5338-44ef-42f2-ac52-e0c23575fdd3 port 9402814c-331a-4ed1-8599-4ef6a9d5e71a binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:51:16.145215 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.187753 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.324724 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 140b0c0d-f24e-4a75-afc9-97eaf55230ee, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=140b0c0d-f24e-4a75-afc9-97eaf55230ee,segment=NetworkSegment(5412d513-2293-4ba3-bcda-ed9dc3e762a4),segment_id=5412d513-2293-4ba3-bcda-ed9dc3e762a4)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:16.413843 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.512604 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=140b0c0d-f24e-4a75-afc9-97eaf55230ee,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:16.554960 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.564634 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Transition to ACTIVE for port object 9402814c-331a-4ed1-8599-4ef6a9d5e71a will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:16.653073 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.706014 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Attempting to bind port 9402814c-331a-4ed1-8599-4ef6a9d5e71a on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:51:16.706401 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Attempting to bind port 9402814c-331a-4ed1-8599-4ef6a9d5e71a by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:51:16.706738 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Attempting to bind port 9402814c-331a-4ed1-8599-4ef6a9d5e71a on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:51:16.709890 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3a89b-de3f-49e8-9658-ed95e228a563 None None] Pushing event updated for resources: {'Port': ['ID=9402814c-331a-4ed1-8599-4ef6a9d5e71a,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:16.715842 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:51:16.716471 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:51:16.716867 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.717249 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:51:16.717736 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Bound port: 9402814c-331a-4ed1-8599-4ef6a9d5e71a, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:51:16.718715 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.773618 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] For port 9402814c-331a-4ed1-8599-4ef6a9d5e71a, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:51:16.777248 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] For port 9402814c-331a-4ed1-8599-4ef6a9d5e71a, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=9402814c-331a-4ed1-8599-4ef6a9d5e71a,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:51:16.882489 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:16.946389 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3a89b-de3f-49e8-9658-ed95e228a563 None None] Pushing event updated for resources: {'Port': ['ID=9402814c-331a-4ed1-8599-4ef6a9d5e71a,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:16.949028 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Routers {'b13a5338-44ef-42f2-ac52-e0c23575fdd3'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:16.951488 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:50:59Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['b13a5338-44ef-42f2-ac52-e0c23575fdd3'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:17.080970 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 43614) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:17.147636 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] Set router b13a5338-44ef-42f2-ac52-e0c23575fdd3 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:17.202665 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-16ea75dc-9b81-4446-af06-be99bff136fc admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1206715 Aug 31 08:51:17.371859 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'name': 'router1', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9402814c-331a-4ed1-8599-4ef6a9d5e71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:50:55Z', 'updated_at': '2021-08-31T08:51:13Z', 'revision_number': 4, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'gw_port': {'id': '9402814c-331a-4ed1-8599-4ef6a9d5e71a', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:13Z', 'updated_at': '2021-08-31T08:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '140b0c0d-f24e-4a75-afc9-97eaf55230ee', 'name': '', 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'mac_address': 'fa:16:3e:03:6b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:04Z', 'updated_at': '2021-08-31T08:51:16Z', 'revision_number': 5, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'subnets': [{'id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f82b08a6-6f71-4100-a396-4282150302cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:17.401429 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d611954-d30c-4fd8-b330-816f59e4db1e None None] The sync data for ids ['b13a5338-44ef-42f2-ac52-e0c23575fdd3'] in dv-cinder-786524-11-iscsi is: [{'id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'name': 'router1', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '9402814c-331a-4ed1-8599-4ef6a9d5e71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:50:55Z', 'updated_at': '2021-08-31T08:51:13Z', 'revision_number': 4, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'gw_port': {'id': '9402814c-331a-4ed1-8599-4ef6a9d5e71a', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:13Z', 'updated_at': '2021-08-31T08:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '140b0c0d-f24e-4a75-afc9-97eaf55230ee', 'name': '', 'network_id': '7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3', 'tenant_id': '13681f0689dd4afab3742c9192de54b8', 'mac_address': 'fa:16:3e:03:6b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a5338-44ef-42f2-ac52-e0c23575fdd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:04Z', 'updated_at': '2021-08-31T08:51:16Z', 'revision_number': 5, 'project_id': '13681f0689dd4afab3742c9192de54b8', 'subnets': [{'id': '403786a9-5de5-4af1-9c9e-aef3aa6db34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f82b08a6-6f71-4100-a396-4282150302cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:51:17.768698 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 140b0c0d-f24e-4a75-afc9-97eaf55230ee up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:17.832848 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 140b0c0d-f24e-4a75-afc9-97eaf55230ee triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:17.834027 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:17.950279 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 9402814c-331a-4ed1-8599-4ef6a9d5e71a up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:18.121459 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 9402814c-331a-4ed1-8599-4ef6a9d5e71a completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:18.130744 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 9402814c-331a-4ed1-8599-4ef6a9d5e71a triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:18.131265 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:18.229650 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:18.253559 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 9402814c-331a-4ed1-8599-4ef6a9d5e71a, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=9402814c-331a-4ed1-8599-4ef6a9d5e71a,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:18.361807 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:18.410203 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=9402814c-331a-4ed1-8599-4ef6a9d5e71a,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:19.679021 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 9402814c-331a-4ed1-8599-4ef6a9d5e71a up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:19.745116 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 9402814c-331a-4ed1-8599-4ef6a9d5e71a triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:19.745116 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.698657 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-bf2ec47e-cc17-42cd-852a-b65dbbdd6c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:29.502310 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:29.555678 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ed64-3add-41bc-92d6-8b1a11774a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:30.721627 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:32.378760 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:37.989536 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:51:56.692472 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-aa0d8dca-9053-4afb-93d7-292ff47b6cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:59.561763 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:59.589166 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-99ffaa56-1497-4119-b852-b5ab4cac4ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:00.715352 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:02.349022 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:14.988712 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:52:26.731029 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e5277706-e30d-412f-b12e-053c6ed3f23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:29.542498 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:29.633278 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6bee5514-c29e-40e9-b852-1e95315edf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:30.719279 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:32.359403 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:51.989562 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:52:56.719553 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae45a-57e5-4829-8283-778be4ba349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.518921 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.747478 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5746eeb3-9b8e-4aaf-91b1-3086fd2ea028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.748369 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.354645 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:04.981861 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44176) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:05.057409 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b563ae-beb7-49bf-82dc-70d3e9e717ad admin admin] GET failed (client error): The resource could not be found. Aug 31 08:53:05.058984 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-d4b563ae-beb7-49bf-82dc-70d3e9e717ad admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0760071 Aug 31 08:53:05.324697 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c259418-52ed-4f2a-9c19-ea9ca3ffcb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:05.326223 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-0c259418-52ed-4f2a-9c19-ea9ca3ffcb07 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2590868 Aug 31 08:53:08.238789 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44186) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:08.396282 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a0930-2bb8-4adb-90c5-cd69b79e7ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:08.397698 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-442a0930-2bb8-4adb-90c5-cd69b79e7ed2 admin admin] 10.222.0.66 "GET /v2.0/subnets/403786a9-5de5-4af1-9c9e-aef3aa6db34c HTTP/1.1" status: 200 len: 849 time: 0.1578174 Aug 31 08:53:08.416249 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:08.548015 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:08.969949 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793194379996'] for subnet, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.003727 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:09.004322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.007379 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] 10.222.0.66 "PUT /v2.0/subnets/403786a9-5de5-4af1-9c9e-aef3aa6db34c HTTP/1.1" status: 200 len: 868 time: 0.5959020 Aug 31 08:53:09.020749 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af32c112-eeb5-467e-afb6-14254d0786ca None None] Network 7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:09.037280 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403786a9-5de5-4af1-9c9e-aef3aa6db34c,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:09.046518 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.055131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe83c44-fde3-4a02-9553-e3c50a668dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:09.603609 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-593e8635-7bfd-4afc-88ab-94875f73a8a1 None None] Provisioning complete for port a9610e82-eb61-43f6-9d91-d286d873d573 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:09.604328 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-593e8635-7bfd-4afc-88ab-94875f73a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.760929 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-593e8635-7bfd-4afc-88ab-94875f73a8a1 None None] Provisioning complete for port 140b0c0d-f24e-4a75-afc9-97eaf55230ee triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:09.761544 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-593e8635-7bfd-4afc-88ab-94875f73a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.618844 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44194) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:11.884468 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd3564-35e7-468b-bd91-33894d6755d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:11.885011 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd3564-35e7-468b-bd91-33894d6755d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:11.886797 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-22dd3564-35e7-468b-bd91-33894d6755d2 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2665524 Aug 31 08:53:15.112094 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 44202) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:15.411525 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120fe42-5977-4b39-8678-0adc89184db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:15.412208 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120fe42-5977-4b39-8678-0adc89184db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:15.414298 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-4120fe42-5977-4b39-8678-0adc89184db7 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3010411 Aug 31 08:53:18.162440 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 44212) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:18.397951 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795cc165-b65a-4375-abe4-a5d046fc5558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:18.399941 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-795cc165-b65a-4375-abe4-a5d046fc5558 admin admin] 10.222.0.66 "GET /v2.0/networks/6ecb4306-874f-4384-ae3a-9fe35ca4ca41 HTTP/1.1" status: 200 len: 886 time: 0.2357199 Aug 31 08:53:20.873966 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44220) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:21.050094 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57a145-2a40-4df1-92ae-865bc131e6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:21.052502 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-3e57a145-2a40-4df1-92ae-865bc131e6b8 admin admin] 10.222.0.66 "GET /v2.0/networks/7e3abfd5-fc09-4f1c-a0a7-3f327114c7c3 HTTP/1.1" status: 200 len: 869 time: 0.1770930 Aug 31 08:53:23.985735 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 44228) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:24.184365 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c5160d-28cf-4473-b8ff-75fdd965d1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:24.184833 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c5160d-28cf-4473-b8ff-75fdd965d1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:24.186609 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c6c5160d-28cf-4473-b8ff-75fdd965d1dc admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1997771 Aug 31 08:53:26.491610 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44236) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:26.672397 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4705b0-29bf-4f8d-bfda-afa27022d24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:26.672931 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4705b0-29bf-4f8d-bfda-afa27022d24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:26.674556 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-de4705b0-29bf-4f8d-bfda-afa27022d24b admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1819608 Aug 31 08:53:26.775530 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9189e1f7-7316-4604-918b-20689429ce30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.994248 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:53:28.998186 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44244) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:29.124112 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee26bf72-a5fc-47aa-9a57-570095f8dd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:29.126500 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ee26bf72-a5fc-47aa-9a57-570095f8dd8e admin admin] 10.222.0.66 "GET /v2.0/subnets/403786a9-5de5-4af1-9c9e-aef3aa6db34c HTTP/1.1" status: 200 len: 868 time: 0.1270123 Aug 31 08:53:29.546643 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.609437 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-210316eb-ecda-4323-a65b-59ce731967fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.752934 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.425810 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44252) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:31.549358 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5bda6-9225-43af-84be-d1dd412589f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:31.550753 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8df5bda6-9225-43af-84be-d1dd412589f0 admin admin] 10.222.0.66 "GET /v2.0/subnets/7ceb0add-c2fc-406a-9162-48095fddb9d2 HTTP/1.1" status: 200 len: 816 time: 0.1236267 Aug 31 08:53:32.397938 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.774336 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d1529b04-aab5-4399-8568-67d696da775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.762074 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44308) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:57.823443 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [None req-bcdb6f4f-64fc-491e-b026-61ce5ca03de9 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:53:57.825276 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-bcdb6f4f-64fc-491e-b026-61ce5ca03de9 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0619164 Aug 31 08:53:59.626409 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.659974 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9533ce10-0929-463e-bc79-d610186490b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.221975 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44316) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:00.288659 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be4360d-d43d-4353-9d3d-6b1080d1d02f admin admin] GET failed (client error): The resource could not be found. Aug 31 08:54:00.290125 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4be4360d-d43d-4353-9d3d-6b1080d1d02f admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671525 Aug 31 08:54:00.383293 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d97dba6-b998-4b80-83f4-a5ad5bdd1983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:00.384769 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6d97dba6-b998-4b80-83f4-a5ad5bdd1983 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0879710 Aug 31 08:54:00.740421 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.374305 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.778117 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44324) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:02.836617 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:02.939851 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Made reservation on behalf of 1a5df93aa03d47e594b11caa4c5a5afe for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:02.943262 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.982441 dv-cinder-786524-11-iscsi neutron-server[101245]: WARNING neutron.services.revisions.revision_plugin [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Could not find related network for resource to bump revision. Aug 31 08:54:03.004521 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:54:03.014474 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.014810 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Added segment d524b7f3-b7a0-4360-8761-604f628dccfe of type vlan for network b732f042-73ee-47a1-b3d7-6f6e4be2eaba Aug 31 08:54:03.075455 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.248588 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.249511 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:03.250108 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.421177 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] Pushing event updated for resources: {'Network': ['ID=b732f042-73ee-47a1-b3d7-6f6e4be2eaba,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:03.435344 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network b732f042-73ee-47a1-b3d7-6f6e4be2eaba details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:54:03.484032 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7250676b-12d3-4e61-9075-6bb7e6ce1f67 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7040401 Aug 31 08:54:05.891699 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44332) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:05.962360 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7f18d8-7c7b-4ce6-b8b9-6082b1354325 admin admin] GET failed (client error): The resource could not be found. Aug 31 08:54:05.964110 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ee7f18d8-7c7b-4ce6-b8b9-6082b1354325 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0711021 Aug 31 08:54:05.997249 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:54:06.106405 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d9016-a51a-4231-a154-367a10297169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:06.108256 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-666d9016-a51a-4231-a154-367a10297169 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1386800 Aug 31 08:54:06.120119 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Request body: {'subnet': {'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:06.254266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Made reservation on behalf of 1a5df93aa03d47e594b11caa4c5a5afe for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:06.257523 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.585596 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.644612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ee0c74-66cd-4c1f-a897-38e7a020fa54,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:06.659182 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Checking segment: {'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:06.659639 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Network hostable DHCP agents. Network: b732f042-73ee-47a1-b3d7-6f6e4be2eaba, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:54:06.813866 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Network b732f042-73ee-47a1-b3d7-6f6e4be2eaba is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:54:07.002726 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, b732f042-73ee-47a1-b3d7-6f6e4be2eaba) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:07.008757 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:07.010321 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.014891 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006ffeb-c298-4e87-b4fa-f9ee0609e981 None None] Network b732f042-73ee-47a1-b3d7-6f6e4be2eaba requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:54:07.196985 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-b732f042-73ee-47a1-b3d7-6f6e4be2eaba', 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba', 'tenant_id': '1a5df93aa03d47e594b11caa4c5a5afe', 'fixed_ips': [{'subnet_id': '28ee0c74-66cd-4c1f-a897-38e7a020fa54'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:54:07.197981 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.210229 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-9fd949e1-504e-4db4-95bb-4c96f723f12e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0934119 Aug 31 08:54:07.408849 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Allocated IP 192.168.233.2 (b732f042-73ee-47a1-b3d7-6f6e4be2eaba/28ee0c74-66cd-4c1f-a897-38e7a020fa54/c95c9ea6-c28c-4b76-bd97-e2925350de88) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:54:07.613097 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.623544 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Transition to ACTIVE for port object c95c9ea6-c28c-4b76-bd97-e2925350de88 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:07.642474 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Transition to ACTIVE for port object c95c9ea6-c28c-4b76-bd97-e2925350de88 will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:07.763174 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.805101 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Network b732f042-73ee-47a1-b3d7-6f6e4be2eaba is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:07.810561 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:07.814672 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:54:07.825025 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Pushing event updated for resources: {'Port': ['ID=c95c9ea6-c28c-4b76-bd97-e2925350de88,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:07.851145 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.851627 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.851987 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.852900 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.852900 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.852900 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.853399 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.853546 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.853887 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.854221 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.854549 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.854877 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:07.909476 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Attempting to bind port c95c9ea6-c28c-4b76-bd97-e2925350de88 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:07.909872 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Attempting to bind port c95c9ea6-c28c-4b76-bd97-e2925350de88 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:07.910430 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Attempting to bind port c95c9ea6-c28c-4b76-bd97-e2925350de88 on network b732f042-73ee-47a1-b3d7-6f6e4be2eaba {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:07.919808 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:07.920440 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Checking segment: {'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:07.921104 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.921781 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Bound using segment: {'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:07.922593 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Bound port: c95c9ea6-c28c-4b76-bd97-e2925350de88, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:07.923276 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:08.034806 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] For port c95c9ea6-c28c-4b76-bd97-e2925350de88, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:08.041597 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] For port c95c9ea6-c28c-4b76-bd97-e2925350de88, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c95c9ea6-c28c-4b76-bd97-e2925350de88,segment=NetworkSegment(d524b7f3-b7a0-4360-8761-604f628dccfe),segment_id=d524b7f3-b7a0-4360-8761-604f628dccfe)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:08.203707 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:08.278605 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ebfec-d4c5-4b37-8e6d-324042aa11c7 None None] Pushing event updated for resources: {'Port': ['ID=c95c9ea6-c28c-4b76-bd97-e2925350de88,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:09.227029 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440fe6f9-b780-48da-8e1b-22822a31b252 None None] Network b732f042-73ee-47a1-b3d7-6f6e4be2eaba requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:54:09.436316 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-f15c86d4-f36d-4327-844c-a0e06af99fc4 None None] Provisioning for port c95c9ea6-c28c-4b76-bd97-e2925350de88 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:09.841827 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c95c9ea6-c28c-4b76-bd97-e2925350de88 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:10.014172 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port c95c9ea6-c28c-4b76-bd97-e2925350de88 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:10.018709 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c95c9ea6-c28c-4b76-bd97-e2925350de88 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:10.019080 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.123255 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.158838 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port c95c9ea6-c28c-4b76-bd97-e2925350de88, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c95c9ea6-c28c-4b76-bd97-e2925350de88,segment=NetworkSegment(d524b7f3-b7a0-4360-8761-604f628dccfe),segment_id=d524b7f3-b7a0-4360-8761-604f628dccfe)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:10.283379 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.345291 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=c95c9ea6-c28c-4b76-bd97-e2925350de88,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:11.816288 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c95c9ea6-c28c-4b76-bd97-e2925350de88 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:11.875279 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c95c9ea6-c28c-4b76-bd97-e2925350de88 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:11.875644 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:26.733320 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6f19b32b-f8d8-4b0e-8a5e-84783b396d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:29.528068 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:29.636740 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3fcac309-2154-4f6c-8f87-a1eecd9e091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:30.744874 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:32.602061 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:42.996610 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:54:56.784330 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6301096b-3728-4579-b56a-ae57291f80b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:59.572681 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:59.727042 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0db90746-6ddc-4b89-9fa3-90926ba5f00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:00.799704 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:02.412910 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:19.996106 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:55:26.778202 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-dd3e75e2-be42-4e65-88b8-85bffe55fd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:29.572200 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:29.652229 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9bde24ac-e179-4520-b7b4-35f092cf9f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:30.743909 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:32.417446 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:35.372875 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44384) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:35.379007 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [None req-16b86854-3c78-4022-83b8-531e70e79bd3 tempest-verify_tempest_config-653017491 tempest-verify_tempest_config-653017491-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:55:35.380059 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-16b86854-3c78-4022-83b8-531e70e79bd3 tempest-verify_tempest_config-653017491 tempest-verify_tempest_config-653017491-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061486 Aug 31 08:55:36.071369 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 44402) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:36.178293 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:36.270312 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:36.691130 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:36.734626 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f4b85d-7649-4a88-b950-5a8853995ddf,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:36.738993 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc83a84b21b7486bab4818e266e8078c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6666498 Aug 31 08:55:36.742036 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44408) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:36.745422 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.745575 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.745801 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.746129 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.746454 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.746795 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.747127 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.747479 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.747801 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.748119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.748437 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.748758 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0a177-3200-4dc5-872e-aba5edfaa235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:36.798043 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:36.820047 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:36.994854 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:36.997459 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:36.998889 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9f4b85d-7649-4a88-b950-5a8853995ddf HTTP/1.1" status: 204 len: 168 time: 0.2555845 Aug 31 08:55:37.007343 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f4b85d-7649-4a88-b950-5a8853995ddf,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:37.014685 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.015045 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.015420 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.015756 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.016078 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.016418 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.016757 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.017092 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.017925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.018236 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.018557 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:37.018876 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d15bc9-7917-4c4f-ac61-4cad796159e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:56.691721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-084999f7-f9dd-4d6a-a6e0-d4a0147d10e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:56.996094 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:55:59.496815 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:59.588715 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-225511f0-b80b-437e-bea2-fb78c73be175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:00.747960 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:02.428406 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:26.725926 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-14aac779-6864-435a-96dd-5380395e52ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:29.513056 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:29.656892 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-fd256eb1-3d83-47aa-9bcc-d186063c6888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:30.758965 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.404843 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.997225 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:56:56.746720 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9b2c-f255-4e46-a3c7-679dc2aa967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:59.552575 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:59.734719 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-94ebe8ab-a4d8-4fca-b713-31b9b25ba99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:00.770426 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:02.404351 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:10.998556 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 5 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:57:15.392779 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-525304'] for agent, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.749951 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ee-b2bb-43a0-85c4-7544d64a0198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:29.627129 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:29.638897 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-46b7c387-352d-4356-a615-7d0850dfcc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:30.775849 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.296109 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44490) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:31.438245 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-06dc1b05-899f-4a8f-85ee-6a3f69f3b963 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1406438 Aug 31 08:57:32.473050 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:33.961297 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44500) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:34.025330 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-fce63444-1560-487b-84c6-87b7c06255c1 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0625002 Aug 31 08:57:45.375114 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:47.998807 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:57:56.786769 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-84bf116c-6c79-4e93-ac9c-1276c65d5e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:59.517645 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:59.633081 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-564f0439-7a00-4ab7-9bd9-38c6b7641c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:00.770032 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:02.404079 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.301707 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:24.999720 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:58:26.736283 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-762d7f8e-df57-48b5-894d-6548ec700a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.593742 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.862516 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2fb33ef2-90d9-45fd-afc5-561652e2c4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:30.805385 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.514208 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.322767 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:56.729701 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa830-5668-464c-8422-80afe97acd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:59.529159 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:59.649984 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-596c829c-5eae-4d88-9e97-4adeb71ca036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:00.764878 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:01.999373 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:59:02.397869 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:07.555529 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44576) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:07.773200 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-23219744-network', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:07.901051 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Made reservation on behalf of caa346cfbca049e2ba26b7ba6ef26fe2 for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:07.904605 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:07.927407 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:08.042593 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:08.201914 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:08.227759 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:59:08.236856 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0831c072-b6ca-474d-8068-1a4721f12ef6,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:08.254151 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:08.254851 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Added segment d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0 of type vlan for network 419a2d3e-c803-44b0-aa22-4f507d179ea9 Aug 31 08:59:08.256838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.257300 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.257642 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.257971 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.258302 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.258643 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.258969 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.259312 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Tracked resource versions report: Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: pushed versions: Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: { 'AddressGroup': {'1.2'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'ConntrackHelper': {'1.0'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Log': {'1.0'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Network': {'1.1'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Port': {'1.7'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'PortForwarding': {'1.2'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'QosPolicy': {'1.9'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SecurityGroup': {'1.4'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SubPort': {'1.0'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Subnet': {'1.1'}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Trunk': {'1.1'}} Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: consumer versions: Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: { DHCP agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: HyperV agent@hv-cinder-78652: {}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: L3 agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: Metadata agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: Metering agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: Open vSwitch agent@dv-cinder-786524-11-iscsi: { 'AddressGroup': '1.2', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'ConntrackHelper': '1.0', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Log': '1.0', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Network': '1.1', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Port': '1.7', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'PortForwarding': '1.2', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'QosPolicy': '1.9', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SecurityGroup': '1.4', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SecurityGroupRule': '1.2', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'SubPort': '1.0', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Subnet': '1.1', Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: 'Trunk': '1.1'}} Aug 31 08:59:08.262935 dv-cinder-786524-11-iscsi neutron-server[101245]: {{(pid=101245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:59:08.331616 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:08.499749 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:08.501209 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:08.502211 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:08.578812 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] Pushing event updated for resources: {'Network': ['ID=419a2d3e-c803-44b0-aa22-4f507d179ea9,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:08.596010 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 419a2d3e-c803-44b0-aa22-4f507d179ea9 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:59:08.656579 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-fe8caedf-3a0f-40a8-b615-b1217aeb556e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0990493 Aug 31 08:59:08.660525 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44634) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:08.668882 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Request body: {'subnet': {'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-subnet', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:08.820786 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Made reservation on behalf of caa346cfbca049e2ba26b7ba6ef26fe2 for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:08.823174 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.118958 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.186960 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7441c24-9c9c-402a-8045-b10a1b82fdc5,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:09.197200 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Checking segment: {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:09.197632 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Network hostable DHCP agents. Network: 419a2d3e-c803-44b0-aa22-4f507d179ea9, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:59:09.346065 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Network 419a2d3e-c803-44b0-aa22-4f507d179ea9 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:59:09.476663 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 419a2d3e-c803-44b0-aa22-4f507d179ea9) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:09.482378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:09.483323 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.488089 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f12203-0013-43a0-b53d-22b1cf3e6a17 None None] Network 419a2d3e-c803-44b0-aa22-4f507d179ea9 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:09.620059 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 44664) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:09.624058 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4b0b2983-dc1b-4c8b-ae44-68436b117601 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9621174 Aug 31 08:59:09.627810 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:09.681547 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672dbdfa-5390-467d-ad8a-534b795fdc3a None None] Network 419a2d3e-c803-44b0-aa22-4f507d179ea9 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:09.765106 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.766868 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.914326 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.078280 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44678) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:10.154687 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44684) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:10.173597 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.333593 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1430976373-network', 'tenant_id': '95164576c2b0482da08a61efc9f81bfa'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:10.381123 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-network', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:10.455146 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Made reservation on behalf of 95164576c2b0482da08a61efc9f81bfa for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:10.472818 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.497471 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.560850 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.588982 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.607879 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Made reservation on behalf of 0a3d59fd12f7417f8de1db40a9a75b86 for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:10.611118 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.633763 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.736147 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.848581 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Allocated IP 172.27.3.10 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/3e5bfbc8-49cc-454a-9a94-b26be776ffc4) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:10.854026 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.887777 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:59:10.913910 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.914242 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Added segment 238d46d8-9c0d-4a75-b5bc-b0e829753e88 of type vlan for network b3dc1564-5edd-4958-b91a-afa8d70778a9 Aug 31 08:59:10.983446 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.988097 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.990304 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422e26b-5d10-4408-8bb2-56e2a367a4f1,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:11.067827 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44716) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:11.088116 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.140491 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.141494 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:11.142082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.181948 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.204779 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dc1564-5edd-4958-b91a-afa8d70778a9,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:11.209862 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.220813 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network b3dc1564-5edd-4958-b91a-afa8d70778a9 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:59:11.229139 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:59:11.241751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.242024 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Added segment 45540853-6c28-49c8-a8fb-241ee30bbd62 of type vlan for network c0d7214a-0098-458d-b679-d06fdde64071 Aug 31 08:59:11.291456 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.319324 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:11.327961 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:11.330790 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5bfbc8-49cc-454a-9a94-b26be776ffc4,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:11.335823 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dbfca8-3d7a-4195-99e8-7ca150e7c96b,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:11.343498 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:11.350371 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.350756 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.351143 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.351445 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.351773 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.352119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.352455 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.352652 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-5039ace4-568d-4377-94d4-5f8206211769 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2729144 Aug 31 08:59:11.352813 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.353116 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.353438 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.353758 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.354077 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Tracked resource versions report: Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: pushed versions: Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: { 'AddressGroup': {'1.2'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'ConntrackHelper': {'1.0'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Log': {'1.0'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Network': {'1.1'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Port': {'1.7'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'PortForwarding': {'1.2'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'QosPolicy': {'1.9'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SecurityGroup': {'1.4'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SubPort': {'1.0'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Subnet': {'1.1'}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Trunk': {'1.1'}} Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: consumer versions: Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: { DHCP agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: HyperV agent@hv-cinder-78652: {}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: L3 agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: Metadata agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: Metering agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: Open vSwitch agent@dv-cinder-786524-11-iscsi: { 'AddressGroup': '1.2', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'ConntrackHelper': '1.0', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Log': '1.0', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Network': '1.1', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Port': '1.7', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'PortForwarding': '1.2', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'QosPolicy': '1.9', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SecurityGroup': '1.4', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SecurityGroupRule': '1.2', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'SubPort': '1.0', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Subnet': '1.1', Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: 'Trunk': '1.1'}} Aug 31 08:59:11.355276 dv-cinder-786524-11-iscsi neutron-server[101246]: {{(pid=101246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:59:11.359450 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44730) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:11.367803 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Request body: {'subnet': {'network_id': 'b3dc1564-5edd-4958-b91a-afa8d70778a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1430976373-subnet', 'tenant_id': '95164576c2b0482da08a61efc9f81bfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:11.542331 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-455445287-network', 'tenant_id': 'd3cdf98caa9840c6aeefbb1bf388b598'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:11.610351 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.611917 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:11.612563 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.672810 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Made reservation on behalf of 95164576c2b0482da08a61efc9f81bfa for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:11.675205 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.757357 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6015093 Aug 31 08:59:11.761303 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c680a2-2f60-45d5-b477-0d2eb8d267b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c0d7214a-0098-458d-b679-d06fdde64071,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:11.763591 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44746) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:11.777683 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network c0d7214a-0098-458d-b679-d06fdde64071 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:59:11.779942 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Request body: {'subnet': {'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-subnet', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:11.874358 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Made reservation on behalf of d3cdf98caa9840c6aeefbb1bf388b598 for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:11.877231 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.913257 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.990551 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.031985 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Made reservation on behalf of 0a3d59fd12f7417f8de1db40a9a75b86 for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:12.035701 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.102170 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.283129 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.320017 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.438163 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f833dab-5852-4b3f-a745-e2d02a153eb2,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:12.462225 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.589116 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:59:12.643180 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.644418 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Added segment 74105fef-7dd3-4374-b183-96af1b71c287 of type vlan for network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 Aug 31 08:59:12.698456 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.749157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Checking segment: {'id': '238d46d8-9c0d-4a75-b5bc-b0e829753e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dc1564-5edd-4958-b91a-afa8d70778a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:12.749544 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Network hostable DHCP agents. Network: b3dc1564-5edd-4958-b91a-afa8d70778a9, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:59:12.755520 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90d8310-19b5-4a04-9030-1a4ea791f1e2,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:12.839715 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:59:12.905332 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.907357 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:12.907973 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.974634 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.977005 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Network b3dc1564-5edd-4958-b91a-afa8d70778a9 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:59:12.987320 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:59:13.008464 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Sync routers for ids ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:59:13.024661 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Routers {'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:13.028009 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:13.039077 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] Pushing event updated for resources: {'Network': ['ID=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:13.055029 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:59:13.073130 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 44776) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:13.073871 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-1b5deb29-ab1e-4fc6-a96a-49936eef77bf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0049272 Aug 31 08:59:13.079042 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2aff9a9-222d-427f-b487-6d66c70cfae1,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:13.090250 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, b3dc1564-5edd-4958-b91a-afa8d70778a9) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:13.094107 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Checking segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:13.094856 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Network hostable DHCP agents. Network: c0d7214a-0098-458d-b679-d06fdde64071, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:59:13.102802 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Request body: {'subnet': {'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-455445287-subnet', 'tenant_id': 'd3cdf98caa9840c6aeefbb1bf388b598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:13.103687 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:13.105308 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.117984 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09082cb0-96fb-49b6-aa2d-5c702405eeb5 None None] Network b3dc1564-5edd-4958-b91a-afa8d70778a9 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:13.162562 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.166737 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-d310b78e-8c1e-432e-a92a-f10f009f6916 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5424373 Aug 31 08:59:13.166891 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 44782) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:13.267474 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Network c0d7214a-0098-458d-b679-d06fdde64071 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:59:13.283105 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, c0d7214a-0098-458d-b679-d06fdde64071) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:13.299167 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e031fa-c64d-4112-93b8-48a0f19c270f None None] Network c0d7214a-0098-458d-b679-d06fdde64071 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:13.311229 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:13.311915 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.356697 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c45e99ac-6278-470d-81cc-9a8881b78794 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9975243 Aug 31 08:59:13.432707 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Made reservation on behalf of d3cdf98caa9840c6aeefbb1bf388b598 for: {'subnet': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:13.435642 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.532951 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Set router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:13.547715 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-17242d13-1457-430d-9b6d-322eec5230b7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7800574 Aug 31 08:59:13.551077 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44798) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:13.584436 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:13.615953 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412d684-18d0-4d33-b8d4-32e6991892e1 None None] Network b3dc1564-5edd-4958-b91a-afa8d70778a9 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:13.742235 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.746049 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.980147 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.005551 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.010420 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-c0d7214a-0098-458d-b679-d06fdde64071', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:59:14.011968 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.048480 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:11Z', 'revision_number': 3, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port': {'id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:14.175465 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Checking router: ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:59:14.175820 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Updating router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:59:14.185969 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Pushing event updated for resources: {'Subnet': ['ID=333807a7-baea-49fd-9ef4-dc28d3d53aff,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:14.191266 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Checking segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:14.191611 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Network hostable DHCP agents. Network: 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:59:14.281009 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.456602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.480867 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:59:14.482826 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Allocated IP 172.20.0.2 (c0d7214a-0098-458d-b679-d06fdde64071/a2aff9a9-222d-427f-b487-6d66c70cfae1/e58606a1-f101-423b-b971-05009353da26) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:14.671129 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0) {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:14.709890 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:14.710543 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.719060 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a6e4c-24de-4cda-b504-b94964a90c2a None None] Network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:14.788345 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.927371 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-7326dd2e-5e02-4eac-8983-514ce3cb062d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8519769 Aug 31 08:59:14.956172 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.957968 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.984651 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Transition to ACTIVE for port object 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:14.998684 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Transition to ACTIVE for port object e58606a1-f101-423b-b971-05009353da26 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:15.056213 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8a067-f383-4a52-a50d-7f3157aaf13b None None] Network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:15.076296 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Transition to ACTIVE for port object e58606a1-f101-423b-b971-05009353da26 will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:15.131082 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.236708 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Attempting to bind port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:15.237130 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Attempting to bind port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:15.237495 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Attempting to bind port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:15.245058 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Pushing event updated for resources: {'Port': ['ID=3e5bfbc8-49cc-454a-9a94-b26be776ffc4,revision_number=2']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:15.247509 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:15.247880 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:15.248274 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.249193 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:15.249677 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Bound port: 3e5bfbc8-49cc-454a-9a94-b26be776ffc4, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:15.250077 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.257529 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Allocated IP 172.20.0.1 (419a2d3e-c803-44b0-aa22-4f507d179ea9/b7441c24-9c9c-402a-8045-b10a1b82fdc5/00b74545-36d9-425a-9335-5df53ab5a6dd) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:15.279840 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.302047 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.318369 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.348820 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.348820 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.356589 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.357141 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.357622 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.357906 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.358210 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.358548 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.359034 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.359388 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.359924 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.360404 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Tracked resource versions report: Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: pushed versions: Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: { 'AddressGroup': {'1.2'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'ConntrackHelper': {'1.0'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Log': {'1.0'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Network': {'1.1'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Port': {'1.7'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'PortForwarding': {'1.2'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'QosPolicy': {'1.9'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SecurityGroup': {'1.4'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SubPort': {'1.0'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Subnet': {'1.1'}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Trunk': {'1.1'}} Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: consumer versions: Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: { DHCP agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: HyperV agent@hv-cinder-78652: {}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: L3 agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: Metadata agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: Metering agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: Open vSwitch agent@dv-cinder-786524-11-iscsi: { 'AddressGroup': '1.2', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'ConntrackHelper': '1.0', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Log': '1.0', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Network': '1.1', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Port': '1.7', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'PortForwarding': '1.2', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'QosPolicy': '1.9', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SecurityGroup': '1.4', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SecurityGroupRule': '1.2', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'SubPort': '1.0', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Subnet': '1.1', Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: 'Trunk': '1.1'}} Aug 31 08:59:15.361983 dv-cinder-786524-11-iscsi neutron-server[101248]: {{(pid=101248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:59:15.454872 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Network c0d7214a-0098-458d-b679-d06fdde64071 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:15.459584 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] For port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:15.464927 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] For port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=3e5bfbc8-49cc-454a-9a94-b26be776ffc4,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:15.488241 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:15.493131 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:15.524517 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.535449 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.576992 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.586850 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Allocated IP 172.27.3.196 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:15.618934 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Pushing event updated for resources: {'Port': ['ID=e58606a1-f101-423b-b971-05009353da26,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:15.640583 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 44898) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:15.646495 dv-cinder-786524-11-iscsi neutron-server[101246]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 08:59:15.691104 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ac25-ddfc-46e8-8b2d-9da9437846d7 None None] Pushing event updated for resources: {'Port': ['ID=3e5bfbc8-49cc-454a-9a94-b26be776ffc4,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:15.721444 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.721692 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.722037 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.722367 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.722694 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.723167 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.723482 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.723801 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.724147 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.724477 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.724792 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.725109 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Tracked resource versions report: Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: pushed versions: Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: { 'AddressGroup': {'1.2'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'ConntrackHelper': {'1.0'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Log': {'1.0'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Network': {'1.1'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Port': {'1.7'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'PortForwarding': {'1.2'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'QosPolicy': {'1.9'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SecurityGroup': {'1.4'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SubPort': {'1.0'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Subnet': {'1.1'}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Trunk': {'1.1'}} Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: consumer versions: Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: { DHCP agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: HyperV agent@hv-cinder-78652: {}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: L3 agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: Metadata agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: Metering agent@dv-cinder-786524-11-iscsi: {}, Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: Open vSwitch agent@dv-cinder-786524-11-iscsi: { 'AddressGroup': '1.2', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'ConntrackHelper': '1.0', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Log': '1.0', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Network': '1.1', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Port': '1.7', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'PortForwarding': '1.2', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'QosPolicy': '1.9', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SecurityGroup': '1.4', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SecurityGroupRule': '1.2', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'SubPort': '1.0', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Subnet': '1.1', Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: 'Trunk': '1.1'}} Aug 31 08:59:15.726270 dv-cinder-786524-11-iscsi neutron-server[101247]: {{(pid=101247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:59:15.732887 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Attempting to bind port e58606a1-f101-423b-b971-05009353da26 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:15.733313 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Attempting to bind port e58606a1-f101-423b-b971-05009353da26 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:15.736660 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Attempting to bind port e58606a1-f101-423b-b971-05009353da26 on network c0d7214a-0098-458d-b679-d06fdde64071 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:15.741533 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:15.741533 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Checking segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:15.742257 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.742740 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Bound using segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:15.743368 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Bound port: e58606a1-f101-423b-b971-05009353da26, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:15.744054 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.752946 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Routers {'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:15.754079 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:15.807392 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.829144 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.881390 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] For port e58606a1-f101-423b-b971-05009353da26, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:15.884689 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] For port e58606a1-f101-423b-b971-05009353da26, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=e58606a1-f101-423b-b971-05009353da26,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:15.916228 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44912) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:15.921233 dv-cinder-786524-11-iscsi neutron-server[101245]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 08:59:15.933798 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Network 419a2d3e-c803-44b0-aa22-4f507d179ea9 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:15.937142 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] Set router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:15.947156 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:15.968470 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:15.969921 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:16.005756 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:16.007950 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:16.079479 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Pushing event updated for resources: {'Port': ['ID=00b74545-36d9-425a-9335-5df53ab5a6dd,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:16.121288 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Pushing event updated for resources: {'Port': ['ID=98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:16.151930 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-9a00ef3e-5082-4e02-9fec-ea1dc022d93c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:16.160141 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-9a00ef3e-5082-4e02-9fec-ea1dc022d93c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/networks?id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 200 len: 814 time: 0.5147676 Aug 31 08:59:16.171755 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3894f5-8236-4fbc-bd80-094cb795f6a5 None None] Pushing event updated for resources: {'Port': ['ID=e58606a1-f101-423b-b971-05009353da26,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:16.198006 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:16.261702 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:16.284062 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:16.316030 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-7a034ed1-d249-43dd-811c-7b4639ef919a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/quotas/d3cdf98caa9840c6aeefbb1bf388b598 HTTP/1.1" status: 200 len: 375 time: 0.1546800 Aug 31 08:59:16.370608 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:11Z', 'revision_number': 3, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port': {'id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:16.384657 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-5a56d3d0-63cd-463e-8ae3-4c8b2770431f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551722 Aug 31 08:59:16.396208 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-06f5298b-558b-43eb-8242-565ac4d54863 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:59:16.397317 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-06f5298b-558b-43eb-8242-565ac4d54863 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072649 Aug 31 08:59:16.415243 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6844f4d-6cf7-4f31-a499-ab47e0323cd8 None None] The sync data for ids ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'] in dv-cinder-786524-11-iscsi is: [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:11Z', 'revision_number': 3, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port': {'id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:59:16.469079 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-ee9a9b3f-b918-4c29-aa83-8203e3c0e2a3 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:16.471828 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-ee9a9b3f-b918-4c29-aa83-8203e3c0e2a3 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/networks?id=b3dc1564-5edd-4958-b91a-afa8d70778a9 HTTP/1.1" status: 200 len: 812 time: 0.5530105 Aug 31 08:59:16.534408 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-f4ada1f9-8a32-4132-99a3-f0bfa656776b tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/quotas/95164576c2b0482da08a61efc9f81bfa HTTP/1.1" status: 200 len: 375 time: 0.0340312 Aug 31 08:59:16.535518 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:16.624064 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-9aa9f0d3-1c22-4b40-8601-e50352d8a243 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95164576c2b0482da08a61efc9f81bfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764477 Aug 31 08:59:16.647300 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-77f2f8a3-fa5f-44f4-817f-755a8ba79036 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:59:16.648552 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-77f2f8a3-fa5f-44f4-817f-755a8ba79036 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100017 Aug 31 08:59:16.847503 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:16.857174 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:16.948810 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:16.951848 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:16.997647 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 44936) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:17.032234 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Pushing event updated for resources: {'Port': ['ID=00b74545-36d9-425a-9335-5df53ab5a6dd,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:17.202810 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac45-6435-491c-adcd-d4319e8e23ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:17.203382 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-37c11226-b9c9-4c3c-a8f1-32772794fb8c service neutron] 10.222.0.66 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014944 Aug 31 08:59:17.223701 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Network 419a2d3e-c803-44b0-aa22-4f507d179ea9 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:17.227102 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:17.253637 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-2c361784-bd08-4b26-be9a-9fce81128ed7 service neutron] 10.222.0.66 "GET /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517727 Aug 31 08:59:17.438552 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:17.446763 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d7224-da12-4486-b2a1-ae3598389856 None None] Network c0d7214a-0098-458d-b679-d06fdde64071 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:17.473985 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-74154eaa-da16-4e28-8155-50111921c505 service neutron] 10.222.0.66 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686830 Aug 31 08:59:17.541918 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-9e4a2158-e333-45fb-aba7-c64a40ae7ae0 service neutron] 10.222.0.66 "GET /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872529 Aug 31 08:59:17.677053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac45-6435-491c-adcd-d4319e8e23ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:17.690344 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:59:17.734954 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-ce98fb24-a9b7-4b30-bd38-508e617aa49b None None] Provisioning for port e58606a1-f101-423b-b971-05009353da26 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:17.812923 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:59:17.819246 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-194b7712-aeed-4ca6-b3c4-40bd023dc01d admin admin] 10.222.0.66 "PUT /v2.0/routers/ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6506236 Aug 31 08:59:17.877993 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac45-6435-491c-adcd-d4319e8e23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.203357 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Router c09a7385-937c-468a-a2bd-88894604367a is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:59:18.282979 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:18.339780 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ac45-6435-491c-adcd-d4319e8e23ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7bcd0-7c8a-444d-80ba-0b76e4aed918,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:18.379845 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-59e7ac45-6435-491c-adcd-d4319e8e23ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80dd410832e840859bf75b82a660b197&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3779562 Aug 31 08:59:18.379951 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a98aad85-931c-446d-8aeb-565aa15faa0b req-b6b8a45e-7c77-4efb-b4d7-2d508b61751e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.1323981 Aug 31 08:59:18.381620 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45006) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:18.469736 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5a6aac6f-e833-438c-8a3c-87704ff023c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.502123 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5a6aac6f-e833-438c-8a3c-87704ff023c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.567933 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:18.574038 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:18.574613 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.691622 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2780a31f-fe56-471e-8152-f871c5472494 req-39d04854-f24f-4047-83ef-633d6f3d050f tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 210 time: 0.1054473 Aug 31 08:59:18.730472 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:59:18.775667 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5a6aac6f-e833-438c-8a3c-87704ff023c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.779709 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5a6aac6f-e833-438c-8a3c-87704ff023c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.781802 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-5a6aac6f-e833-438c-8a3c-87704ff023c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9b7bcd0-7c8a-444d-80ba-0b76e4aed918 HTTP/1.1" status: 204 len: 168 time: 0.3983090 Aug 31 08:59:18.824560 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6aac6f-e833-438c-8a3c-87704ff023c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7bcd0-7c8a-444d-80ba-0b76e4aed918,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:18.861403 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.863064 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a6d4fbb4-74a3-42fd-9817-3d78b6d0fa0c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3100052 Aug 31 08:59:18.871150 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45022) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:18.891051 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Sync routers for ids ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:59:18.908217 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Routers {'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:18.908926 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:18.931984 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Sync routers for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:59:18.965664 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:18.968445 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:19.156820 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Set router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:19.211413 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.305694 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=3e5bfbc8-49cc-454a-9a94-b26be776ffc4,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:19.403307 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:19.452248 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-808ce413-24b6-4ca3-9425-afcfb17b569a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:19.462469 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-808ce413-24b6-4ca3-9425-afcfb17b569a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 817 time: 0.3821235 Aug 31 08:59:19.486267 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-71310bdc-ff09-487b-8b93-f963ee26161a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/quotas/caa346cfbca049e2ba26b7ba6ef26fe2 HTTP/1.1" status: 200 len: 375 time: 0.0222461 Aug 31 08:59:19.566301 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-21292ebb-8a19-433d-ac46-8ff6ab40bd6c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750732 Aug 31 08:59:19.608347 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:16Z', 'revision_number': 4, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port': {'id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '00b74545-36d9-425a-9335-5df53ab5a6dd', 'name': '', 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'mac_address': 'fa:16:3e:6b:db:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b7441c24-9c9c-402a-8045-b10a1b82fdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:14Z', 'updated_at': '2021-08-31T08:59:16Z', 'revision_number': 2, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'subnets': [{'id': 'b7441c24-9c9c-402a-8045-b10a1b82fdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:19.665463 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.671219 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device e58606a1-f101-423b-b971-05009353da26 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:19.721266 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Checking router: ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:59:19.721615 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Updating router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c port 00b74545-36d9-425a-9335-5df53ab5a6dd binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:59:19.765136 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-493c3b88-bf95-47f2-a397-f2cd5a9ed4b9 service neutron] 10.222.0.66 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014823 Aug 31 08:59:19.780787 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-de496f8f-ef99-4bdc-8807-384654655ca7 req-4420695e-8ba7-467d-8f56-ec9bc1ff69c6 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.0678678 Aug 31 08:59:19.787667 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.798722 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.844693 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=3e5bfbc8-49cc-454a-9a94-b26be776ffc4,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:19.942287 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-f690b4a2-cc64-4273-b84e-612e6ee856a2 service neutron] 10.222.0.66 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694341 Aug 31 08:59:19.973648 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:16Z', 'revision_number': 3, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:19.997235 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Checking router: c09a7385-937c-468a-a2bd-88894604367a for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:59:19.997537 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Updating router c09a7385-937c-468a-a2bd-88894604367a port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:59:20.031820 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.068566 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port e58606a1-f101-423b-b971-05009353da26 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:20.080547 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port e58606a1-f101-423b-b971-05009353da26 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:20.081195 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.085106 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Allocated IP 172.20.0.1 (c0d7214a-0098-458d-b679-d06fdde64071/a2aff9a9-222d-427f-b487-6d66c70cfae1/c34073df-d7e3-41eb-8ea6-2dfa20841378) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:20.105371 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4229cea5-2558-4645-8f95-7ddd1e07f593 req-c2b99e1c-24a0-4a92-9d54-d2a4f645790c tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 210 time: 0.0386658 Aug 31 08:59:20.254969 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.256734 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.268790 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Transition to ACTIVE for port object 00b74545-36d9-425a-9335-5df53ab5a6dd will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:20.280857 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Transition to ACTIVE for port object c34073df-d7e3-41eb-8ea6-2dfa20841378 will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:20.292774 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.350721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port e58606a1-f101-423b-b971-05009353da26, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=e58606a1-f101-423b-b971-05009353da26,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:20.383553 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45086) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:20.397775 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0715da37-5cf5-4a71-887d-74998b9beedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.429691 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2e1326e5-4d61-4975-baa5-f6e859d2bcd6 req-8a213466-bb9d-42ed-ac31-0b22a7c42480 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.0603366 Aug 31 08:59:20.434055 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.447605 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Transition to ACTIVE for port object 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:20.451530 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.484257 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.486113 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.572694 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.706824 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:20.710951 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Network c0d7214a-0098-458d-b679-d06fdde64071 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:20.713440 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Pushing event updated for resources: {'Port': ['ID=c34073df-d7e3-41eb-8ea6-2dfa20841378,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:20.716391 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:20.740650 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0715da37-5cf5-4a71-887d-74998b9beedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.771585 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Attempting to bind port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:20.772224 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Attempting to bind port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:20.772862 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Attempting to bind port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:20.780386 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=e58606a1-f101-423b-b971-05009353da26,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:20.781308 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:20.781308 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.800741 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce89c26-284e-4c54-8f49-cf153067f193 None None] Pushing event updated for resources: {'Port': ['ID=00b74545-36d9-425a-9335-5df53ab5a6dd,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:20.803584 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Attempting to bind port 00b74545-36d9-425a-9335-5df53ab5a6dd on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:20.804211 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Attempting to bind port 00b74545-36d9-425a-9335-5df53ab5a6dd by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:20.804773 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Attempting to bind port 00b74545-36d9-425a-9335-5df53ab5a6dd on network 419a2d3e-c803-44b0-aa22-4f507d179ea9 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:20.813477 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:20.814371 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Checking segment: {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:20.814963 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.815568 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Bound using segment: {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:20.816402 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Bound port: 00b74545-36d9-425a-9335-5df53ab5a6dd, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:20.817411 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.843734 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:20.844438 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:20.845059 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.845619 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:20.846273 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Bound port: 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:20.846827 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.951574 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0715da37-5cf5-4a71-887d-74998b9beedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.986829 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ae46-7b25-4956-b3d9-1a2d82566662 None None] Pushing event updated for resources: {'Port': ['ID=98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:21.013353 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:21.014678 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.016550 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] For port 00b74545-36d9-425a-9335-5df53ab5a6dd, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:21.021776 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] For port 00b74545-36d9-425a-9335-5df53ab5a6dd, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=00b74545-36d9-425a-9335-5df53ab5a6dd,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:21.094820 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] For port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:21.118410 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-0715da37-5cf5-4a71-887d-74998b9beedd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4825d02c69ae4abaa6f33a85da217479&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7341328 Aug 31 08:59:21.122130 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45132) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:21.130864 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] For port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:21.162125 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715da37-5cf5-4a71-887d-74998b9beedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e002d4ee-ca0d-4c0e-91df-8ce638329bc8,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:21.188055 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.257059 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7669b48d-2d8e-4783-920c-37bdcfe3508b req-6dbb0243-1610-4da9-bc69-b7895209a336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.2423139 Aug 31 08:59:21.272165 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-6c04d13d-d228-4a0e-bb75-773b2ea30f5c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:21.284113 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-6c04d13d-d228-4a0e-bb75-773b2ea30f5c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 817 time: 0.4823208 Aug 31 08:59:21.285851 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.310092 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-4d228cf6-7058-4730-8707-534274957bfb tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/quotas/caa346cfbca049e2ba26b7ba6ef26fe2 HTTP/1.1" status: 200 len: 375 time: 0.0215540 Aug 31 08:59:21.372299 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b035042f-639b-4248-9f03-22e571f6f4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.387494 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.403851 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b035042f-639b-4248-9f03-22e571f6f4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.448450 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce89c26-284e-4c54-8f49-cf153067f193 None None] Pushing event updated for resources: {'Port': ['ID=00b74545-36d9-425a-9335-5df53ab5a6dd,revision_number=4']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:21.458942 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Routers {'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:21.459631 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:21.513417 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:21.520660 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:21.521614 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-2139b864-47c4-4c8b-9ce9-1a63658a3864 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2168660 Aug 31 08:59:21.572813 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b035042f-639b-4248-9f03-22e571f6f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.575800 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b035042f-639b-4248-9f03-22e571f6f4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.581295 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-b035042f-639b-4248-9f03-22e571f6f4a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e002d4ee-ca0d-4c0e-91df-8ce638329bc8 HTTP/1.1" status: 204 len: 168 time: 0.4580965 Aug 31 08:59:21.590953 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-a619894f-38b2-4197-b413-db66aad7a181 None None] Provisioning for port c34073df-d7e3-41eb-8ea6-2dfa20841378 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:21.597398 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ae46-7b25-4956-b3d9-1a2d82566662 None None] Pushing event updated for resources: {'Port': ['ID=98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:21.603240 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-a619894f-38b2-4197-b413-db66aad7a181 None None] Provisioning complete for port c34073df-d7e3-41eb-8ea6-2dfa20841378 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:21.603746 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-a619894f-38b2-4197-b413-db66aad7a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.640814 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] Set router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:21.698781 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035042f-639b-4248-9f03-22e571f6f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e002d4ee-ca0d-4c0e-91df-8ce638329bc8,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:21.733917 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5067e54a-c9cb-4646-8157-18333cda0b46 req-ade67744-c29c-4939-8558-df1111c33159 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 210 time: 0.0546374 Aug 31 08:59:21.740894 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.813181 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-97dd8dea-a0b4-4cc3-ba51-e90f96a441bf service neutron] 10.222.0.66 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848840 Aug 31 08:59:21.839768 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-a619894f-38b2-4197-b413-db66aad7a181 None None] Port c34073df-d7e3-41eb-8ea6-2dfa20841378 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:59:21.913504 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.915079 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.928141 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:22.024513 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Pushing event updated for resources: {'Port': ['ID=c34073df-d7e3-41eb-8ea6-2dfa20841378,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:22.078877 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:16Z', 'revision_number': 4, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port': {'id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '00b74545-36d9-425a-9335-5df53ab5a6dd', 'name': '', 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'mac_address': 'fa:16:3e:6b:db:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b7441c24-9c9c-402a-8045-b10a1b82fdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:14Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'subnets': [{'id': 'b7441c24-9c9c-402a-8045-b10a1b82fdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:22.087663 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-431cd2e7-c04e-496b-a091-55f02ccbc2b6 service neutron] 10.222.0.66 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734675 Aug 31 08:59:22.160687 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7293989-4a42-4c31-87ef-5c2f48549b11 None None] The sync data for ids ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'] in dv-cinder-786524-11-iscsi is: [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:16Z', 'revision_number': 4, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port': {'id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '00b74545-36d9-425a-9335-5df53ab5a6dd', 'name': '', 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'mac_address': 'fa:16:3e:6b:db:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b7441c24-9c9c-402a-8045-b10a1b82fdc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:14Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'subnets': [{'id': 'b7441c24-9c9c-402a-8045-b10a1b82fdc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:59:22.164946 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45162) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:22.269320 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Network c0d7214a-0098-458d-b679-d06fdde64071 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:22.271030 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:22.534014 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45174) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:22.553513 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8b4e9158-6727-4255-9ad7-6a558dabf252 req-86a018c3-1234-441b-9bc0-274d13c36934 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.1634922 Aug 31 08:59:22.698425 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:20Z', 'revision_number': 1, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:22.731890 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-676f9186-c695-448a-9bb1-325f61ebeb8c req-594de5dd-051c-43a7-9f9c-659cca8c58ca tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 210 time: 0.1315153 Aug 31 08:59:22.781994 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Router c09a7385-937c-468a-a2bd-88894604367a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:59:22.880825 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2f3948ea-3498-4030-8eb4-a79b3727b294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:22.893825 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d6e7bca4-e99b-44f3-9799-0fa7d48d5235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.016073 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bc7fc80f-310a-440c-ab05-a783744be125 req-71016e82-9efd-464d-af4b-489f6f1995ef tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 210 time: 0.0426879 Aug 31 08:59:23.130543 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:59:23.142734 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-acb1af19-ddb0-4f49-899e-617f2bedb264 admin admin] 10.222.0.66 "PUT /v2.0/routers/c09a7385-937c-468a-a2bd-88894604367a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2752256 Aug 31 08:59:23.191184 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2f3948ea-3498-4030-8eb4-a79b3727b294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.244488 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0247f277-4960-4886-9269-0d7c3c5e7721 None None] The sync data for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi is: [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:20Z', 'revision_number': 1, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:59:23.576339 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 00b74545-36d9-425a-9335-5df53ab5a6dd up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:23.577835 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2f3948ea-3498-4030-8eb4-a79b3727b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.578954 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-ba5ad655-d6ef-4b61-b94a-e5f6513a0696 None None] Provisioning complete for port c34073df-d7e3-41eb-8ea6-2dfa20841378 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:23.578954 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad655-d6ef-4b61-b94a-e5f6513a0696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.580843 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2f3948ea-3498-4030-8eb4-a79b3727b294 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35f7378bcd0b435bb4ace0ece4ab2c8b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2425826 Aug 31 08:59:23.581284 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45202) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:23.581931 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3948ea-3498-4030-8eb4-a79b3727b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0790390d-6f32-44be-8c56-105c51f9c9a4,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:23.582635 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ad655-d6ef-4b61-b94a-e5f6513a0696 None None] Port c34073df-d7e3-41eb-8ea6-2dfa20841378 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:59:23.582733 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d6e7bca4-e99b-44f3-9799-0fa7d48d5235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.638846 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 00b74545-36d9-425a-9335-5df53ab5a6dd completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:23.643114 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 00b74545-36d9-425a-9335-5df53ab5a6dd triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:23.643546 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.778235 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d6e7bca4-e99b-44f3-9799-0fa7d48d5235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.821136 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2d83cdea-b129-4c0f-a21d-3864081902e9 req-4b1c0b1c-ef1b-43dd-bd3c-bb0f6f1fbd79 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.0651035 Aug 31 08:59:23.851340 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4bd9-c8e1-4f28-8358-df9b7f97c1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.924842 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.940378 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7bca4-e99b-44f3-9799-0fa7d48d5235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b158b70-4da2-4c38-9253-1de3ce95dfbf,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:23.948417 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.107', 56947) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:23.985318 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-d6e7bca4-e99b-44f3-9799-0fa7d48d5235 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a24903fb35548339d1846ace9a82483&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4500136 Aug 31 08:59:23.987887 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45228) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:24.036056 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 00b74545-36d9-425a-9335-5df53ab5a6dd, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=00b74545-36d9-425a-9335-5df53ab5a6dd,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:24.144220 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-170be594-32a7-4385-b536-b0c17cdbe2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.186779 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.187961 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device e58606a1-f101-423b-b971-05009353da26 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:24.206271 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-170be594-32a7-4385-b536-b0c17cdbe2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.241874 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4bd9-c8e1-4f28-8358-df9b7f97c1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.310333 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2fe4314f-c8a9-4ccf-b5f9-effa67363a6c req-8ed4970e-ba99-424d-a52e-5391aa07ada2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 210 time: 0.3614166 Aug 31 08:59:24.393376 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-aeddf645-2029-4b89-83c1-7bca3b159ba8 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:24.395599 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=00b74545-36d9-425a-9335-5df53ab5a6dd,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:24.403790 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-aeddf645-2029-4b89-83c1-7bca3b159ba8 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.107 "GET /v2.0/networks?id=b3dc1564-5edd-4958-b91a-afa8d70778a9 HTTP/1.1" status: 200 len: 812 time: 0.4441469 Aug 31 08:59:24.443178 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port e58606a1-f101-423b-b971-05009353da26 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:24.445116 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.493653 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-170be594-32a7-4385-b536-b0c17cdbe2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.497101 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-170be594-32a7-4385-b536-b0c17cdbe2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.501294 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-170be594-32a7-4385-b536-b0c17cdbe2dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b158b70-4da2-4c38-9253-1de3ce95dfbf HTTP/1.1" status: 204 len: 168 time: 0.5122266 Aug 31 08:59:24.502413 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Request body: {'port': {'device_id': 'b0e33bdb-4c86-4c85-82e2-d41e535ea7ea', 'network_id': 'b3dc1564-5edd-4958-b91a-afa8d70778a9', 'admin_state_up': True, 'tenant_id': '95164576c2b0482da08a61efc9f81bfa'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:24.510705 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be594-32a7-4385-b536-b0c17cdbe2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b158b70-4da2-4c38-9253-1de3ce95dfbf,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:24.754717 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c425912-62a1-42f6-8b8e-db15073a75ab req-a6be7048-d274-46dd-be28-27d4cddd0920 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 210 time: 0.1348588 Aug 31 08:59:24.828049 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45254) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:24.832733 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308442460', 'description': 'tempest-description--10212443'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:24.897837 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 00b74545-36d9-425a-9335-5df53ab5a6dd up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:24.909051 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4bd9-c8e1-4f28-8358-df9b7f97c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.916866 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4bd9-c8e1-4f28-8358-df9b7f97c1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.920497 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-2cfb4bd9-c8e1-4f28-8358-df9b7f97c1f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0790390d-6f32-44be-8c56-105c51f9c9a4 HTTP/1.1" status: 204 len: 168 time: 1.5063686 Aug 31 08:59:25.000375 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d9209fc1-430e-4ccd-bbff-6689a5d88417 req-ec525e09-77b0-4be5-8eed-f5eb84512b18 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.0712740 Aug 31 08:59:25.003659 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb4bd9-c8e1-4f28-8358-df9b7f97c1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0790390d-6f32-44be-8c56-105c51f9c9a4,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:25.039297 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.072716 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 00b74545-36d9-425a-9335-5df53ab5a6dd triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:25.073249 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.094750 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.db.api [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:59:25.094750 dv-cinder-786524-11-iscsi neutron-server[101246]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 08:59:25.094750 dv-cinder-786524-11-iscsi neutron-server[101246]: [parameters: {'project_id_1': '0a3d59fd12f7417f8de1db40a9a75b86', 'expiration_1': datetime.datetime(2021, 8, 31, 8, 59, 25, 65175)}] Aug 31 08:59:25.094750 dv-cinder-786524-11-iscsi neutron-server[101246]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:59:25.095330 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG oslo_db.api [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:59:25.097424 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.107', 56949) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:25.244577 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Made reservation on behalf of 95164576c2b0482da08a61efc9f81bfa for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:25.250878 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.381816 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-03060eef-7ee7-4f7e-a136-133830872f9e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:25.383413 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-03060eef-7ee7-4f7e-a136-133830872f9e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 817 time: 0.2848306 Aug 31 08:59:25.412630 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Request body: {'port': {'device_id': 'c0d0c3c6-9e50-4246-b0d8-33132bdfac26', 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9', 'admin_state_up': True, 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:25.633008 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.814892 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Allocated IP 172.20.0.4 (b3dc1564-5edd-4958-b91a-afa8d70778a9/6f833dab-5852-4b3f-a745-e2d02a153eb2/ee9e36bf-4768-47a2-8487-08aa21620534) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:26.035531 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-16a1385e-2137-49e0-9a09-d7ceedc6dd99 req-810faa14-0ecc-4a14-91e8-f15c0792243c tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 210 time: 0.0686684 Aug 31 08:59:26.137523 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e78d249d-65e0-48ef-8af1-5300e58332cc req-0727c763-5fb0-4e09-82d5-23d85e9e340b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 210 time: 0.3750262 Aug 31 08:59:26.253295 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.295591 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.298347 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3f395f2a-9fe0-4593-8b0f-9332005d4290 req-ecddc05f-fb1d-4e97-bdd4-17b5200abdd8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.0468428 Aug 31 08:59:26.303221 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.107', 56958) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:26.392788 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.434106 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.516507 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Network b3dc1564-5edd-4958-b91a-afa8d70778a9 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:26.525321 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:26.529042 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:26.533220 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-e168a5ca-f719-43e9-b6fa-3a2f656267ed tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:26.533960 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-e168a5ca-f719-43e9-b6fa-3a2f656267ed tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 817 time: 0.2292974 Aug 31 08:59:26.541578 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:26.543598 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.561259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Request body: {'port': {'device_id': 'b3977c56-5372-4d6c-90be-1207145871b0', 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9', 'admin_state_up': True, 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:26.561259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Made reservation on behalf of caa346cfbca049e2ba26b7ba6ef26fe2 for: {'port': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:26.561259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.574339 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9650b173-6d04-4510-b0e4-9b60f460d2c2,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:26.583257 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Pushing event updated for resources: {'Port': ['ID=ee9e36bf-4768-47a2-8487-08aa21620534,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:26.589338 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45354) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:26.614384 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ac16c185-f329-4053-9560-294d750596c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.698971 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.700794 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c37c47b4-d66f-47f7-9ff1-1d447cda4bbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 1.8717012 Aug 31 08:59:26.704676 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45356) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:26.712556 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'security_group_rule': {'security_group_id': '9650b173-6d04-4510-b0e4-9b60f460d2c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:26.771885 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-faf037dc-4f9c-4529-9c28-2f51ab414b33 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2928517 Aug 31 08:59:26.787778 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-5c073a29-fe3e-4bca-a44b-d8d5330e7eb8 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:59:26.789943 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-5c073a29-fe3e-4bca-a44b-d8d5330e7eb8 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097156 Aug 31 08:59:26.804220 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.db.api [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:59:26.804220 dv-cinder-786524-11-iscsi neutron-server[101246]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 08:59:26.804220 dv-cinder-786524-11-iscsi neutron-server[101246]: [parameters: {'project_id_1': '0a3d59fd12f7417f8de1db40a9a75b86', 'expiration_1': datetime.datetime(2021, 8, 31, 8, 59, 26, 770994)}] Aug 31 08:59:26.804220 dv-cinder-786524-11-iscsi neutron-server[101246]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:59:26.804639 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG oslo_db.api [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:59:26.806224 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-36a9e4d8-68d8-4abf-96d4-f21b324b3c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.868804 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:27.116603 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Allocated IP 172.20.0.8 (419a2d3e-c803-44b0-aa22-4f507d179ea9/b7441c24-9c9c-402a-8045-b10a1b82fdc5/e27a0840-4b70-4cf9-9029-1c78ca18ff77) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:27.121466 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ac16c185-f329-4053-9560-294d750596c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.199029 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:27.204957 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:27.205426 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.265643 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.107', 56962) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:27.518373 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8c2fab8c-f4c0-4e58-b4b3-d11fc7dd0ebc req-1f044a44-a246-45f6-8caa-9bd7afabd896 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 210 time: 0.1351111 Aug 31 08:59:27.536580 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.626030 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:27.684549 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Request body: {'port': {'device_id': 'b0e33bdb-4c86-4c85-82e2-d41e535ea7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:27.688890 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Sync routers for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:59:27.695299 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Made reservation on behalf of caa346cfbca049e2ba26b7ba6ef26fe2 for: {'port': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:27.695937 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ac16c185-f329-4053-9560-294d750596c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.703797 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.732835 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:27.736993 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:27.750580 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ac16c185-f329-4053-9560-294d750596c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8982a62a49c841509d765cf0a02d20ba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1586730 Aug 31 08:59:27.759436 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45386) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:27.770876 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.910834 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d3c760ac-7e04-4a76-95eb-254f3c93e294 req-28dfc2c5-27d4-4456-a700-e7d9489a31d3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.1295788 Aug 31 08:59:27.971886 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d59827-c42c-44be-be56-531d60c70662 req-813368f0-5415-4748-bc97-a8905156bdbe tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:27.980507 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-27d59827-c42c-44be-be56-531d60c70662 req-813368f0-5415-4748-bc97-a8905156bdbe tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 931 time: 0.7861090 Aug 31 08:59:27.990885 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0e91e086-62c5-415e-865a-695f074b8b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.001315 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16c185-f329-4053-9560-294d750596c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90c60ca-cc51-4461-9b3e-84b227074d04,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:28.016633 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.041962 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.054295 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-4d865bb8-4ab4-480e-be77-7921f992634c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:28.056164 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-4d865bb8-4ab4-480e-be77-7921f992634c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "GET /v2.0/networks?id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 200 len: 814 time: 0.7491777 Aug 31 08:59:28.063152 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.096915 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0e91e086-62c5-415e-865a-695f074b8b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.110652 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Request body: {'port': {'device_id': 'c7596bba-ef1c-4743-8fe4-92c45a1e3acd', 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'admin_state_up': True, 'tenant_id': 'd3cdf98caa9840c6aeefbb1bf388b598'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:28.171260 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:28.189201 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45404) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:28.217435 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-27d59827-c42c-44be-be56-531d60c70662 req-873b56c2-371e-416b-a152-be4a468bf39f tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311716 Aug 31 08:59:28.426890 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1368847914-network', 'tenant_id': '57a50a7b3af94538819be0b09f5d342b'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:28.482962 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:28.494922 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.531139 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.597531 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.646853 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Made reservation on behalf of 57a50a7b3af94538819be0b09f5d342b for: {'network': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:28.649549 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.747048 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.797160 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 2, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:28.824520 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.826639 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0e91e086-62c5-415e-865a-695f074b8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.830854 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1229184 Aug 31 08:59:28.836172 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0e91e086-62c5-415e-865a-695f074b8b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.836172 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-0e91e086-62c5-415e-865a-695f074b8b36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b90c60ca-cc51-4461-9b3e-84b227074d04 HTTP/1.1" status: 204 len: 168 time: 1.0673869 Aug 31 08:59:28.838170 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45416) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:28.846346 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Network 419a2d3e-c803-44b0-aa22-4f507d179ea9 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:28.866361 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:28.870819 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709476c-1cc2-4f9e-a77e-b6a57f1cc14a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0a48e1-4bf6-4063-af8a-deacec38b4e7,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:28.872681 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-5ae46823-c6a9-4074-80f4-68fad4fddf42 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'security_group_rule': {'security_group_id': '9650b173-6d04-4510-b0e4-9b60f460d2c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:28.893754 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Checking router: c09a7385-937c-468a-a2bd-88894604367a for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:59:28.893754 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Updating router c09a7385-937c-468a-a2bd-88894604367a port c34073df-d7e3-41eb-8ea6-2dfa20841378 binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:59:28.903160 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91e086-62c5-415e-865a-695f074b8b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90c60ca-cc51-4461-9b3e-84b227074d04,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:28.919098 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Made reservation on behalf of d3cdf98caa9840c6aeefbb1bf388b598 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:28.936850 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.939641 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:28.987120 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.998143 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Allocated IP 172.20.0.7 (419a2d3e-c803-44b0-aa22-4f507d179ea9/b7441c24-9c9c-402a-8045-b10a1b82fdc5/84d501da-5386-47b2-acac-dc907603145e) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:29.041066 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:29.050183 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:29.050996 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.051121 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:29.051484 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.171930 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6c6d90b8-c481-42f6-a6c9-0132e0fc1ee9 req-47c7a314-7f50-4ee8-bd2d-3bc172d345e1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 210 time: 0.3280821 Aug 31 08:59:29.226134 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Pushing event updated for resources: {'Port': ['ID=e27a0840-4b70-4cf9-9029-1c78ca18ff77,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:29.231694 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e0bd388c-5763-4b6f-8dea-3f4aaa531c70 req-5c76fcc8-e7b2-4c4d-8ea4-bf9b43102b4d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.1137075 Aug 31 08:59:29.339179 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Allocated IP 172.20.0.2 (27137d3e-9eb6-44c1-b88a-af2cd5fafbd0/333807a7-baea-49fd-9ef4-dc28d3d53aff/52f168ec-5af7-49b3-9dcd-29b6d0d1f183) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:29.358133 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9e36bf-4768-47a2-8487-08aa21620534 {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:29.367479 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.414727 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Transition to ACTIVE for port object ee9e36bf-4768-47a2-8487-08aa21620534 will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:29.522917 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.555779 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f5958-fe8d-4fef-aae8-0e75de55da23 req-cc2981d4-248a-4abd-b98c-be81bcdac49f tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:29.560954 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a10f5958-fe8d-4fef-aae8-0e75de55da23 req-cc2981d4-248a-4abd-b98c-be81bcdac49f tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 931 time: 0.1399372 Aug 31 08:59:29.569640 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Transition to ACTIVE for port object c34073df-d7e3-41eb-8ea6-2dfa20841378 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:29.708409 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.717957 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a10f5958-fe8d-4fef-aae8-0e75de55da23 req-97bad921-6557-4f84-b983-c4f864bf5324 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265585 Aug 31 08:59:29.771918 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.784995 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.816053 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.853957 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9e36bf-4768-47a2-8487-08aa21620534,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:29.916927 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Attempting to bind port ee9e36bf-4768-47a2-8487-08aa21620534 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:29.917201 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Attempting to bind port ee9e36bf-4768-47a2-8487-08aa21620534 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '238d46d8-9c0d-4a75-b5bc-b0e829753e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dc1564-5edd-4958-b91a-afa8d70778a9'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:29.917651 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Attempting to bind port ee9e36bf-4768-47a2-8487-08aa21620534 on network b3dc1564-5edd-4958-b91a-afa8d70778a9 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:29.922680 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Port ee9e36bf-4768-47a2-8487-08aa21620534 on network b3dc1564-5edd-4958-b91a-afa8d70778a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:59:29.923004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Attempting to bind port ee9e36bf-4768-47a2-8487-08aa21620534 on network b3dc1564-5edd-4958-b91a-afa8d70778a9 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:29.929458 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:29.929827 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Checking segment: {'id': '238d46d8-9c0d-4a75-b5bc-b0e829753e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dc1564-5edd-4958-b91a-afa8d70778a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:29.930550 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Bound using segment: {'id': '238d46d8-9c0d-4a75-b5bc-b0e829753e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dc1564-5edd-4958-b91a-afa8d70778a9'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:29.931065 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Bound port: ee9e36bf-4768-47a2-8487-08aa21620534, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238d46d8-9c0d-4a75-b5bc-b0e829753e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b3dc1564-5edd-4958-b91a-afa8d70778a9'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:29.931504 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.016286 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] For port ee9e36bf-4768-47a2-8487-08aa21620534, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:30.026416 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] For port ee9e36bf-4768-47a2-8487-08aa21620534, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ee9e36bf-4768-47a2-8487-08aa21620534,segment=NetworkSegment(238d46d8-9c0d-4a75-b5bc-b0e829753e88),segment_id=238d46d8-9c0d-4a75-b5bc-b0e829753e88)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:30.078909 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.079882 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.080982 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3cb26e58-3ce2-4d38-8bd6-d12064c8f381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.081182 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.084690 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.090988 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.125341 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=101246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:59:30.138197 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:30.144378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:30.148819 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:30.158079 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:30.159073 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.186516 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334b9ab-165b-459d-91ab-db1c3aa67a9c None None] Pushing event updated for resources: {'Port': ['ID=c34073df-d7e3-41eb-8ea6-2dfa20841378,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:30.189363 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.224384 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.224384 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.segments_db [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Added segment 9c4137ef-5f5c-4ffb-8dcd-92d0e13ee9fa of type vlan for network 11988679-0ef4-4c91-a71e-0b4a0acf30e6 Aug 31 08:59:30.256929 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-1d838215-7ed2-4add-be03-6d4eaf5cbdf9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8484585 Aug 31 08:59:30.273867 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Pushing event updated for resources: {'Port': ['ID=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:30.287579 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Attempting to bind port c34073df-d7e3-41eb-8ea6-2dfa20841378 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:30.288800 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Attempting to bind port c34073df-d7e3-41eb-8ea6-2dfa20841378 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:30.289538 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Attempting to bind port c34073df-d7e3-41eb-8ea6-2dfa20841378 on network c0d7214a-0098-458d-b679-d06fdde64071 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:30.313276 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Network 419a2d3e-c803-44b0-aa22-4f507d179ea9 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:30.315004 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:30.316745 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Checking segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:30.318759 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.323809 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Bound using segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:30.324657 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Bound port: c34073df-d7e3-41eb-8ea6-2dfa20841378, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:30.325904 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.468259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.533698 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:30.535730 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4761b52-b22d-435b-9d62-45190f993700,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:30.540067 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:30.547111 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:30.547811 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.574088 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:30.575319 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.595554 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] 10.222.0.107 "PUT /v2.0/ports/ee9e36bf-4768-47a2-8487-08aa21620534 HTTP/1.1" status: 200 len: 1093 time: 3.4187460 Aug 31 08:59:30.596477 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Pushing event updated for resources: {'Port': ['ID=84d501da-5386-47b2-acac-dc907603145e,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:30.608035 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e33bdb-4c86-4c85-82e2-d41e535ea7ea', 'tag': 'ee9e36bf-4768-47a2-8487-08aa21620534'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:30.611792 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Request body: {'port': {'device_id': 'c0d0c3c6-9e50-4246-b0d8-33132bdfac26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:30.654731 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] For port c34073df-d7e3-41eb-8ea6-2dfa20841378, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:30.683971 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] For port c34073df-d7e3-41eb-8ea6-2dfa20841378, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c34073df-d7e3-41eb-8ea6-2dfa20841378,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:30.724936 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.726326 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:30.727112 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.832997 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adca13c-3b39-4d98-bfa3-08824074db78 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9e36bf-4768-47a2-8487-08aa21620534,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:30.859781 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee05fc-04ab-408f-869b-601337bb2992 req-3706bd48-0c03-45d0-93cb-a33b12bc4380 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:30.861441 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cfee05fc-04ab-408f-869b-601337bb2992 req-3706bd48-0c03-45d0-93cb-a33b12bc4380 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 931 time: 0.3915074 Aug 31 08:59:30.932424 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cfee05fc-04ab-408f-869b-601337bb2992 req-39cd0fca-ac27-4dca-8052-8f372d0779aa tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638824 Aug 31 08:59:30.967538 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296e2f31-c02c-4aae-b321-b1571888d5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e33bdb-4c86-4c85-82e2-d41e535ea7ea", "tag": "ee9e36bf-4768-47a2-8487-08aa21620534"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:31.085762 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=11988679-0ef4-4c91-a71e-0b4a0acf30e6,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:31.098928 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 11988679-0ef4-4c91-a71e-0b4a0acf30e6 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:59:31.110448 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1682b56-c94c-4f0b-9640-0d28fe4d7370 req-0059f331-05ce-4208-b83c-bf5b8c55f272 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:31.113668 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e1682b56-c94c-4f0b-9640-0d28fe4d7370 req-0059f331-05ce-4208-b83c-bf5b8c55f272 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 931 time: 0.5746264 Aug 31 08:59:31.149532 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92768a87-2379-4d30-80ef-f9e8f61bf656 req-c478fde6-c3df-486f-a618-f6de609636fd tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:31.154181 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-92768a87-2379-4d30-80ef-f9e8f61bf656 req-c478fde6-c3df-486f-a618-f6de609636fd tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.0930855 Aug 31 08:59:31.185739 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e1682b56-c94c-4f0b-9640-0d28fe4d7370 req-c11980eb-38b7-47dd-8637-f1df6100fe0f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691502 Aug 31 08:59:31.188819 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:31.190110 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:31.192204 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:31.204977 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5ae46823-c6a9-4074-80f4-68fad4fddf42 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:31.300675 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334b9ab-165b-459d-91ab-db1c3aa67a9c None None] Pushing event updated for resources: {'Port': ['ID=c34073df-d7e3-41eb-8ea6-2dfa20841378,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:31.306407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:31.307050 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:31.407309 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-92768a87-2379-4d30-80ef-f9e8f61bf656 req-f2007940-f20d-4fe8-ab69-e06e111a8155 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405100 Aug 31 08:59:31.439344 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-25a830b9-573d-421d-bc35-96df2f200ba5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3432808 Aug 31 08:59:31.474816 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-039a8648-e8a3-4501-a9c5-c629f9898fe3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2766352 Aug 31 08:59:31.478425 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-d3bd8ea6-0751-403d-a642-aa022f2a1c1b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9297562 Aug 31 08:59:31.484628 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45468) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:31.565934 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Request body: {'subnet': {'network_id': '11988679-0ef4-4c91-a71e-0b4a0acf30e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1368847914-subnet', 'tenant_id': '57a50a7b3af94538819be0b09f5d342b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:31.598381 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5ae46823-c6a9-4074-80f4-68fad4fddf42 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:31.636203 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad689e3b-8c9e-439c-9756-25303480b9aa x-openstack-request-id: req-ad689e3b-8c9e-439c-9756-25303480b9aa {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:31.637236 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e33bdb-4c86-4c85-82e2-d41e535ea7ea", "tag": "ee9e36bf-4768-47a2-8487-08aa21620534", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:31.638302 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad689e3b-8c9e-439c-9756-25303480b9aa {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:31.638952 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e33bdb-4c86-4c85-82e2-d41e535ea7ea', 'tag': 'ee9e36bf-4768-47a2-8487-08aa21620534', 'status': 'completed', 'code': 200} Aug 31 08:59:31.798977 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:31.819755 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27a0840-4b70-4cf9-9029-1c78ca18ff77 {{(pid=101246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:31.830079 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:31.853631 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Transition to ACTIVE for port object e27a0840-4b70-4cf9-9029-1c78ca18ff77 will not be triggered until provisioned by entity L2. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:32.090027 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:30Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:32.119299 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da76209-77ab-4ae5-b967-63e5800cf4c9 None None] The sync data for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi is: [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:30Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:59:32.120480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870209-ec40-4ab7-bdaf-46d2196829c1 req-6c719179-bbec-4f90-adc8-b837d1aaee19 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:32.122631 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d2870209-ec40-4ab7-bdaf-46d2196829c1 req-6c719179-bbec-4f90-adc8-b837d1aaee19 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 931 time: 0.0710473 Aug 31 08:59:32.148112 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.157774 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5ae46823-c6a9-4074-80f4-68fad4fddf42 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.181480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Made reservation on behalf of 57a50a7b3af94538819be0b09f5d342b for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:32.184854 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.288310 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae46823-c6a9-4074-80f4-68fad4fddf42 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30da6b56-255c-46b2-a2b0-f45eafc329c7,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:32.307276 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Pushing event updated for resources: {'Port': ['ID=e27a0840-4b70-4cf9-9029-1c78ca18ff77,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:32.350844 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d2870209-ec40-4ab7-bdaf-46d2196829c1 req-93d37e7e-dfdb-4422-bf7b-cb57b60afe51 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217493 Aug 31 08:59:32.461343 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Attempting to bind port e27a0840-4b70-4cf9-9029-1c78ca18ff77 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:32.461846 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Attempting to bind port e27a0840-4b70-4cf9-9029-1c78ca18ff77 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:32.462285 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Attempting to bind port e27a0840-4b70-4cf9-9029-1c78ca18ff77 on network 419a2d3e-c803-44b0-aa22-4f507d179ea9 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:32.488837 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Port e27a0840-4b70-4cf9-9029-1c78ca18ff77 on network 419a2d3e-c803-44b0-aa22-4f507d179ea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:59:32.489289 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Attempting to bind port e27a0840-4b70-4cf9-9029-1c78ca18ff77 on network 419a2d3e-c803-44b0-aa22-4f507d179ea9 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:32.495323 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.546867 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ff320-48ff-46a1-9979-eab93dbc4530 req-a9fa769a-3a13-4ba8-9698-dfa09ec08466 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:32.548882 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8a1ff320-48ff-46a1-9979-eab93dbc4530 req-a9fa769a-3a13-4ba8-9698-dfa09ec08466 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 931 time: 0.1635792 Aug 31 08:59:32.563658 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:32.567156 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Checking segment: {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:32.567156 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Bound using segment: {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:32.567156 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Bound port: e27a0840-4b70-4cf9-9029-1c78ca18ff77, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'}}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:32.567156 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.576970 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5ae46823-c6a9-4074-80f4-68fad4fddf42 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.578216 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-5ae46823-c6a9-4074-80f4-68fad4fddf42 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.7183709 Aug 31 08:59:32.586938 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45488) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:32.596993 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:32.690521 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.787925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2ce3-d2f4-44b5-b9e5-74697cc7261e req-17a887b9-780e-4bf1-9cad-917db60908c9 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:32.810722 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d14d2ce3-d2f4-44b5-b9e5-74697cc7261e req-17a887b9-780e-4bf1-9cad-917db60908c9 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.2241232 Aug 31 08:59:32.845424 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8a1ff320-48ff-46a1-9979-eab93dbc4530 req-a758571a-2c5d-4d97-887f-7894d77c5dcb tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885945 Aug 31 08:59:32.880075 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45496) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:32.927570 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] For port e27a0840-4b70-4cf9-9029-1c78ca18ff77, host hv-cinder-78652, cleared binding levels {{(pid=101246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:32.929798 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c34073df-d7e3-41eb-8ea6-2dfa20841378 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:32.983908 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] For port e27a0840-4b70-4cf9-9029-1c78ca18ff77, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:33.020228 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.169299 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port c34073df-d7e3-41eb-8ea6-2dfa20841378 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:33.173286 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.174692 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c34073df-d7e3-41eb-8ea6-2dfa20841378 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:33.175169 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.200804 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:33.201447 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.203006 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] 10.222.0.107 "PUT /v2.0/ports/e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 200 len: 1093 time: 2.6273031 Aug 31 08:59:33.224901 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d0c3c6-9e50-4246-b0d8-33132bdfac26', 'tag': 'e27a0840-4b70-4cf9-9029-1c78ca18ff77'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:33.243800 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d14d2ce3-d2f4-44b5-b9e5-74697cc7261e req-a37d9758-45c2-4e5a-80ff-9363b330b4ed tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392869 Aug 31 08:59:33.305055 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Request body: {'port': {'device_id': 'c7596bba-ef1c-4743-8fe4-92c45a1e3acd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:33.369702 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Checking segment: {'id': '9c4137ef-5f5c-4ffb-8dcd-92d0e13ee9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11988679-0ef4-4c91-a71e-0b4a0acf30e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:33.385861 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Network hostable DHCP agents. Network: 11988679-0ef4-4c91-a71e-0b4a0acf30e6, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:59:33.386807 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.386911 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=031b8881-a477-47ac-8412-9720745e3931,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:33.426872 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Request body: {'port': {'device_id': 'b3977c56-5372-4d6c-90be-1207145871b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:33.455659 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c2c33f5d-7776-4932-a051-24e49cb5a8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.462536 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port c34073df-d7e3-41eb-8ea6-2dfa20841378, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c34073df-d7e3-41eb-8ea6-2dfa20841378,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:33.467646 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.477462 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-bb42821f-fd58-4f3d-82a0-fdad064de7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:33.481864 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-bb42821f-fd58-4f3d-82a0-fdad064de7e0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=95164576c2b0482da08a61efc9f81bfa&device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 1096 time: 0.2808619 Aug 31 08:59:33.594399 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.701012 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Network 11988679-0ef4-4c91-a71e-0b4a0acf30e6 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:59:33.704030 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.742420 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c2c33f5d-7776-4932-a051-24e49cb5a8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.757377 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=c34073df-d7e3-41eb-8ea6-2dfa20841378,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:33.801319 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abe90b3-f221-4e93-9666-5c498307e2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d0c3c6-9e50-4246-b0d8-33132bdfac26", "tag": "e27a0840-4b70-4cf9-9029-1c78ca18ff77"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:33.853455 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-ed2ac2cd-2e5f-40c9-9f85-9114f6ae9745 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9e36bf-4768-47a2-8487-08aa21620534 HTTP/1.1" status: 200 len: 217 time: 0.1430342 Aug 31 08:59:33.899538 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb84e3a-1c5f-424a-b41c-d2d91c2dcb39 service neutron] Pushing event updated for resources: {'Port': ['ID=e27a0840-4b70-4cf9-9029-1c78ca18ff77,revision_number=3']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:33.930174 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:33.994540 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac71595-b663-452d-b7a0-2cc8a7c729a0 req-93b3c081-ff2f-44e5-be18-cc0d57dd18b9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:34.003052 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4ac71595-b663-452d-b7a0-2cc8a7c729a0 req-93b3c081-ff2f-44e5-be18-cc0d57dd18b9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 931 time: 0.4707770 Aug 31 08:59:34.035429 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-14c985c3-f827-45e9-84b4-a2bbe964a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:34.036989 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-14c985c3-f827-45e9-84b4-a2bbe964a76b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1096 time: 0.2631025 Aug 31 08:59:34.091398 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c2c33f5d-7776-4932-a051-24e49cb5a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:34.166158 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e0da80-19f8-4dc2-92e5-d81c0d77c96b x-openstack-request-id: req-a9e0da80-19f8-4dc2-92e5-d81c0d77c96b {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:34.166613 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d0c3c6-9e50-4246-b0d8-33132bdfac26", "tag": "e27a0840-4b70-4cf9-9029-1c78ca18ff77", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:34.166774 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9e0da80-19f8-4dc2-92e5-d81c0d77c96b {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:34.167250 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d0c3c6-9e50-4246-b0d8-33132bdfac26', 'tag': 'e27a0840-4b70-4cf9-9029-1c78ca18ff77', 'status': 'completed', 'code': 200} Aug 31 08:59:34.221420 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 11988679-0ef4-4c91-a71e-0b4a0acf30e6) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:34.232832 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2a75e-3a5f-4474-953f-16844cffef3b None None] Network 11988679-0ef4-4c91-a71e-0b4a0acf30e6 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:34.352023 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:34.352790 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:34.361754 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-74190283-b0e9-4d12-a050-808bff60f3bf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 200 len: 217 time: 0.2429130 Aug 31 08:59:34.374106 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c2c33f5d-7776-4932-a051-24e49cb5a8f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb3e56a921c44226b621a0ec3739327c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4928830 Aug 31 08:59:34.395058 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45530) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:34.429342 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4ac71595-b663-452d-b7a0-2cc8a7c729a0 req-983ecd47-40b8-4ccf-aeeb-82c345dc3f74 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816204 Aug 31 08:59:34.440701 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Allocated IP 172.27.3.233 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/05912d0a-5a85-420b-86d5-164b09063f04) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:34.487847 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c33f5d-7776-4932-a051-24e49cb5a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14cdab3-a85a-4a37-903a-cf4cd62cfef8,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:34.681470 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a65468-05aa-4934-89cb-fe8317d07977 None None] Network 11988679-0ef4-4c91-a71e-0b4a0acf30e6 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:34.729735 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-f0786e90-7efc-415f-9cc3-62fe8a05bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:34.732118 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-f0786e90-7efc-415f-9cc3-62fe8a05bcb0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.2223802 Aug 31 08:59:34.789709 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-58a8d5a0-bc17-4f81-9c56-e2c1393a5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:34.791267 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-58a8d5a0-bc17-4f81-9c56-e2c1393a5acc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6f833dab-5852-4b3f-a745-e2d02a153eb2 HTTP/1.1" status: 200 len: 852 time: 0.6623409 Aug 31 08:59:34.811720 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06532c1-b734-43fb-9b7d-ca9507b99e99 req-29d3ce76-139d-419d-a962-d4bbdc69090f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:34.813343 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a06532c1-b734-43fb-9b7d-ca9507b99e99 req-29d3ce76-139d-419d-a962-d4bbdc69090f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 931 time: 0.5301266 Aug 31 08:59:34.828362 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-3edd86f2-9789-425b-8379-15e43618ecc0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2993002 Aug 31 08:59:34.828362 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:34.838648 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-dc0535fb-61ba-445a-8b87-8123a5cce4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:34.909706 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c34073df-d7e3-41eb-8ea6-2dfa20841378 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:34.930135 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:34.975824 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-7e793946-d38e-4094-b0e4-051cfb83e37b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1798630 Aug 31 08:59:35.003535 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-b8f44e79-b731-41f1-ab99-4a831bd80fdb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b3dc1564-5edd-4958-b91a-afa8d70778a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788371 Aug 31 08:59:35.089353 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adf34c-4139-4807-b393-a2b6ed020838 req-1e17bafd-6e5a-4f55-a592-cc7532576505 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:35.094109 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e0adf34c-4139-4807-b393-a2b6ed020838 req-1e17bafd-6e5a-4f55-a592-cc7532576505 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.4661846 Aug 31 08:59:35.108495 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c34073df-d7e3-41eb-8ea6-2dfa20841378 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:35.109705 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.148887 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-dc0535fb-61ba-445a-8b87-8123a5cce4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.216445 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Transition to ACTIVE for port object 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:35.289615 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-addf4f22-8482-430c-820b-4726893145d9 service neutron] 10.222.0.107 "GET /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556434 Aug 31 08:59:35.296093 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.352425 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a06532c1-b734-43fb-9b7d-ca9507b99e99 req-6bdcbe39-d49d-4083-98f8-341f9ef97ddf tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421105 Aug 31 08:59:35.401066 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.632883 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Pushing event updated for resources: {'Port': ['ID=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:35.662152 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-dc0535fb-61ba-445a-8b87-8123a5cce4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.669912 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-dc0535fb-61ba-445a-8b87-8123a5cce4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.679447 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-dc0535fb-61ba-445a-8b87-8123a5cce4af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d14cdab3-a85a-4a37-903a-cf4cd62cfef8 HTTP/1.1" status: 204 len: 168 time: 1.2831542 Aug 31 08:59:35.703398 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e0adf34c-4139-4807-b393-a2b6ed020838 req-78e1b161-f892-455f-936c-86acd5577435 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771206 Aug 31 08:59:35.740910 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0535fb-61ba-445a-8b87-8123a5cce4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14cdab3-a85a-4a37-903a-cf4cd62cfef8,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:35.744354 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d501da-5386-47b2-acac-dc907603145e {{(pid=101246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:35.751402 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-f3d6793a-ee5d-4a96-8398-68d98b3e3ee7 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397897 Aug 31 08:59:35.756830 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.794728 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78b6dd-3a4a-4722-845f-673f76df56e4 req-50d5bacb-0cc9-471e-84d6-3525f2175925 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:35.796612 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ec78b6dd-3a4a-4722-845f-673f76df56e4 req-50d5bacb-0cc9-471e-84d6-3525f2175925 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 931 time: 0.2262342 Aug 31 08:59:35.849319 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Transition to ACTIVE for port object 84d501da-5386-47b2-acac-dc907603145e will not be triggered until provisioned by entity L2. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:35.883110 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Attempting to bind port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:35.883773 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Attempting to bind port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:35.884357 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Attempting to bind port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:35.893883 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f3de73b-688c-424d-bf97-b59905b7aa9b req-a319cc46-4a17-4d19-b2ab-e200dc58f04a service neutron] 10.222.0.107 "GET /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397394 Aug 31 08:59:35.907852 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.936549 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b3f93c8-28d8-4d96-a24b-dde49c845164 req-44ef9c5c-5e50-4a6a-bbd9-79cfa4f38147 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770694 Aug 31 08:59:35.953602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:59:35.954150 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Attempting to bind port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:35.959720 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:35.969953 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ec78b6dd-3a4a-4722-845f-673f76df56e4 req-cafea105-b39f-44ae-bcc1-ef1e34d8421b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396279 Aug 31 08:59:35.978763 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:35.980544 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:35.980894 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Checking segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:35.981452 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Bound using segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:35.981906 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Bound port: 52f168ec-5af7-49b3-9dcd-29b6d0d1f183, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:35.982267 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:35.997116 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:36.020878 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:36.080769 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'Port': ['ID=05912d0a-5a85-420b-86d5-164b09063f04,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:36.176279 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Pushing event updated for resources: {'Port': ['ID=84d501da-5386-47b2-acac-dc907603145e,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:36.187509 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:36.191363 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] For port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:36.198969 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] For port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:36.213691 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Attempting to bind port 84d501da-5386-47b2-acac-dc907603145e on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:36.213691 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Attempting to bind port 84d501da-5386-47b2-acac-dc907603145e by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:36.213691 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Attempting to bind port 84d501da-5386-47b2-acac-dc907603145e on network 419a2d3e-c803-44b0-aa22-4f507d179ea9 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:36.217289 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Port 84d501da-5386-47b2-acac-dc907603145e on network 419a2d3e-c803-44b0-aa22-4f507d179ea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:59:36.217681 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Attempting to bind port 84d501da-5386-47b2-acac-dc907603145e on network 419a2d3e-c803-44b0-aa22-4f507d179ea9 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:36.232444 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:36.233431 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Checking segment: {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:36.234584 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Bound using segment: {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:36.235295 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Bound port: 84d501da-5386-47b2-acac-dc907603145e, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9'}}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:36.235875 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:36.352557 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] For port 84d501da-5386-47b2-acac-dc907603145e, host hv-cinder-78652, cleared binding levels {{(pid=101246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:36.357514 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] For port 84d501da-5386-47b2-acac-dc907603145e, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84d501da-5386-47b2-acac-dc907603145e,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:36.474110 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:36.498345 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:36.580302 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:36.581089 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:36.582704 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] 10.222.0.107 "PUT /v2.0/ports/84d501da-5386-47b2-acac-dc907603145e HTTP/1.1" status: 200 len: 1093 time: 3.2135761 Aug 31 08:59:36.583325 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3977c56-5372-4d6c-90be-1207145871b0', 'tag': '84d501da-5386-47b2-acac-dc907603145e'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:36.585855 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e2c331-0911-4598-8a95-3b7aa8596cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3977c56-5372-4d6c-90be-1207145871b0", "tag": "84d501da-5386-47b2-acac-dc907603145e"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:36.641656 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:36.643259 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:36.643874 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] 10.222.0.107 "PUT /v2.0/ports/52f168ec-5af7-49b3-9dcd-29b6d0d1f183 HTTP/1.1" status: 200 len: 1093 time: 3.3481560 Aug 31 08:59:36.646369 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7596bba-ef1c-4743-8fe4-92c45a1e3acd', 'tag': '52f168ec-5af7-49b3-9dcd-29b6d0d1f183'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:36.648862 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a78a1-b4b9-4444-984d-ec1228976de0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7596bba-ef1c-4743-8fe4-92c45a1e3acd", "tag": "52f168ec-5af7-49b3-9dcd-29b6d0d1f183"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:36.658215 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:36.682281 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a2e7-39b1-45ce-acfa-6d76422afe07 req-b949ef7e-25a1-47df-b90f-65ba2ef3913c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:36.702567 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8432a2e7-39b1-45ce-acfa-6d76422afe07 req-b949ef7e-25a1-47df-b90f-65ba2ef3913c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 943 time: 0.2639816 Aug 31 08:59:36.705952 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f70b9-ef3b-4fdd-8e74-c501b0c814d7 service neutron] Pushing event updated for resources: {'Port': ['ID=84d501da-5386-47b2-acac-dc907603145e,revision_number=3']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:36.718470 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a9721-6261-4ec0-8ff0-03247fdddabe x-openstack-request-id: req-877a9721-6261-4ec0-8ff0-03247fdddabe {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:36.718966 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3977c56-5372-4d6c-90be-1207145871b0", "tag": "84d501da-5386-47b2-acac-dc907603145e", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:36.719279 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-877a9721-6261-4ec0-8ff0-03247fdddabe {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:36.723623 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3977c56-5372-4d6c-90be-1207145871b0', 'tag': '84d501da-5386-47b2-acac-dc907603145e', 'status': 'completed', 'code': 200} Aug 31 08:59:36.723948 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59360433-4ee3-4e39-b2c0-445c3673f909 service neutron] Pushing event updated for resources: {'Port': ['ID=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:36.756065 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fbcbcf-c715-4fd3-bf51-cee062547918 x-openstack-request-id: req-d2fbcbcf-c715-4fd3-bf51-cee062547918 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:36.756343 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7596bba-ef1c-4743-8fe4-92c45a1e3acd", "tag": "52f168ec-5af7-49b3-9dcd-29b6d0d1f183", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:36.756647 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2fbcbcf-c715-4fd3-bf51-cee062547918 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:36.771355 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7596bba-ef1c-4743-8fe4-92c45a1e3acd', 'tag': '52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'status': 'completed', 'code': 200} Aug 31 08:59:36.830425 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8432a2e7-39b1-45ce-acfa-6d76422afe07 req-b1818e7e-6c50-441e-9fce-90ba3ad1b73c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182284 Aug 31 08:59:36.867996 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45590) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:36.874599 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-784004294-network', 'tenant_id': 'a46b88d1776e4ca8a68c127e3e88e534'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:37.003428 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Made reservation on behalf of a46b88d1776e4ca8a68c127e3e88e534 for: {'network': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:37.006545 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.008356 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bec07f-ab61-4db1-a827-0d9539f27909 req-c32b18f7-3539-45aa-99b4-c53aa3666e78 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:37.018163 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04bec07f-ab61-4db1-a827-0d9539f27909 req-c32b18f7-3539-45aa-99b4-c53aa3666e78 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.1211877 Aug 31 08:59:37.019669 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.126743 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04bec07f-ab61-4db1-a827-0d9539f27909 req-2ab9c7b9-c851-4b16-bc62-e1c3a743e164 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916870 Aug 31 08:59:37.142047 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.167941 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54364ad5-5438-4548-8cbb-3e220eb4ec08 req-df5b3248-b74a-4d80-8359-e15f0a45566f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:37.170446 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54364ad5-5438-4548-8cbb-3e220eb4ec08 req-df5b3248-b74a-4d80-8359-e15f0a45566f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 943 time: 0.0821817 Aug 31 08:59:37.258022 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.262160 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54364ad5-5438-4548-8cbb-3e220eb4ec08 req-c2edcf6a-c462-490c-a1f2-22e3097237da tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829082 Aug 31 08:59:37.627034 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.629013 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.685048 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=101246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:59:37.706744 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e15a5-5916-47e4-a319-b919697df9f9,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:37.710757 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.711365 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.segments_db [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Added segment 4b2c1740-3c1f-464e-83fc-6e5997e56aa9 of type vlan for network 623feb7a-87f1-4ca6-8742-c120e73b031d Aug 31 08:59:37.723031 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.773454 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'Port': ['ID=05912d0a-5a85-420b-86d5-164b09063f04,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:37.780944 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.861422 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.864396 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-d4ba32e2-49ff-4e83-99d0-90320bb5014a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2749171 Aug 31 08:59:37.982603 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:37.983815 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:37.984443 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:38.031508 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbb7cc-7b4c-4d96-a035-e7ab189295b3 req-4efa701d-4031-4cbe-a075-eea0b68e1ac8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:38.034205 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ebbbb7cc-7b4c-4d96-a035-e7ab189295b3 req-4efa701d-4031-4cbe-a075-eea0b68e1ac8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 943 time: 0.1096833 Aug 31 08:59:38.081412 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ebbbb7cc-7b4c-4d96-a035-e7ab189295b3 req-848e3b1e-d1f9-496e-b8c6-a48796d183ab tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Aug 31 08:59:38.090515 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] Pushing event updated for resources: {'Network': ['ID=623feb7a-87f1-4ca6-8742-c120e73b031d,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:38.101946 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 623feb7a-87f1-4ca6-8742-c120e73b031d details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:59:38.206913 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-49dd92da-ed8d-4cfb-be04-c7ecd130adc2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--308442460&fields=id&tenant_id=0a3d59fd12f7417f8de1db40a9a75b86 HTTP/1.1" status: 200 len: 267 time: 0.0687051 Aug 31 08:59:38.242203 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-657a45c9-ca73-4f57-9e61-2a62c996dec5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3727756 Aug 31 08:59:38.245045 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45642) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:38.281659 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Request body: {'subnet': {'network_id': '623feb7a-87f1-4ca6-8742-c120e73b031d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-784004294-subnet', 'tenant_id': 'a46b88d1776e4ca8a68c127e3e88e534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:38.321795 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdfbcd-3de3-4b7d-8ff9-86aef3c4b3ab req-0bd4d256-85e1-401c-ad07-1bbdfa66d965 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:38.323913 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d2bdfbcd-3de3-4b7d-8ff9-86aef3c4b3ab req-0bd4d256-85e1-401c-ad07-1bbdfa66d965 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.0848906 Aug 31 08:59:38.351827 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-681984f8-6f59-4822-86e7-4ebeb88d3771 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:38.353522 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-681984f8-6f59-4822-86e7-4ebeb88d3771 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 817 time: 0.1356075 Aug 31 08:59:38.373357 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-25e76903-24d7-489b-862a-267306ee015f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/quotas/0a3d59fd12f7417f8de1db40a9a75b86 HTTP/1.1" status: 200 len: 375 time: 0.0130780 Aug 31 08:59:38.392315 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d2bdfbcd-3de3-4b7d-8ff9-86aef3c4b3ab req-221d5df9-073b-4753-b3de-cfd745c25b7a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571463 Aug 31 08:59:38.429963 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Made reservation on behalf of a46b88d1776e4ca8a68c127e3e88e534 for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:38.432987 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:38.491086 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-4e283601-bc92-4011-ba7b-789e59baab82 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056650 Aug 31 08:59:38.648041 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-b55a7a86-4e5a-4823-b78b-0fb6332344ce service neutron] 10.222.0.66 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496184 Aug 31 08:59:38.684530 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8d5d-c600-40ae-8919-b897a86c4acb req-8d5c0eeb-8158-46bb-9478-632aec7931b0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:38.686493 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8c6e8d5d-c600-40ae-8919-b897a86c4acb req-8d5c0eeb-8158-46bb-9478-632aec7931b0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 943 time: 0.1223354 Aug 31 08:59:38.765948 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-d334082c-a94a-4c32-b6d4-1ac4735a7e50 service neutron] 10.222.0.66 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125772 Aug 31 08:59:38.788096 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8c6e8d5d-c600-40ae-8919-b897a86c4acb req-270d739c-0e75-49e4-b46a-3b8470e4b1df tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931883 Aug 31 08:59:39.139781 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:39.141933 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:59:39.207166 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a425d6-dd5a-455c-a308-ee29ed0c518d,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:39.237995 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Checking segment: {'id': '4b2c1740-3c1f-464e-83fc-6e5997e56aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '623feb7a-87f1-4ca6-8742-c120e73b031d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:39.238346 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Network hostable DHCP agents. Network: 623feb7a-87f1-4ca6-8742-c120e73b031d, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:59:39.274020 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a2a49-3e9a-4ab2-99f0-844bcbca557b req-d36a2644-92b4-4993-80d0-f52fb32e8913 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:39.275508 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-372a2a49-3e9a-4ab2-99f0-844bcbca557b req-d36a2644-92b4-4993-80d0-f52fb32e8913 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 943 time: 0.0781322 Aug 31 08:59:39.327507 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-372a2a49-3e9a-4ab2-99f0-844bcbca557b req-d3dad62f-2d5e-4df9-835e-77679d01c7d3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Aug 31 08:59:39.389441 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-67e7ba86-62ca-40b7-8567-02bac067ad93 req-de055023-2cd7-48b8-9722-8dc344b6bc9c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 210 time: 0.0358729 Aug 31 08:59:39.482042 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Network 623feb7a-87f1-4ca6-8742-c120e73b031d is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:59:39.524333 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dc189-a1b0-4aea-9c34-33d9f2d6e798 req-36fa5b46-1390-45b9-86bb-4ea318f9b574 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:39.525872 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b8dc189-a1b0-4aea-9c34-33d9f2d6e798 req-36fa5b46-1390-45b9-86bb-4ea318f9b574 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.0556800 Aug 31 08:59:39.533295 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45670) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:39.581086 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b8dc189-a1b0-4aea-9c34-33d9f2d6e798 req-ecfbccaa-9048-401d-9b8b-56dd391fe7b9 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484738 Aug 31 08:59:39.651778 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-3fd42ed7-d688-49fe-a2b7-5463255189f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:39.689142 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 623feb7a-87f1-4ca6-8742-c120e73b031d) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:39.701739 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:39.703296 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:39.714225 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd1723-7ef9-4639-8189-5d6e3e05c67c None None] Network 623feb7a-87f1-4ca6-8742-c120e73b031d requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:39.794075 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-3fd42ed7-d688-49fe-a2b7-5463255189f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:39.889871 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1eff4d-2da9-4a83-a1fc-b511443b2477 None None] Network 623feb7a-87f1-4ca6-8742-c120e73b031d requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:39.909889 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-3fd42ed7-d688-49fe-a2b7-5463255189f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:39.973673 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-31c0d8cc-47aa-4167-bcc0-4562a326e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:39.976016 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-31c0d8cc-47aa-4167-bcc0-4562a326e789 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1096 time: 0.0702817 Aug 31 08:59:39.996888 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-3fd42ed7-d688-49fe-a2b7-5463255189f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=110c3cff01894e6c9fec5a64d2a60e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624765 Aug 31 08:59:40.004408 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45688) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:40.048154 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327d328-5377-42cc-95e3-30b6d205899f req-7daa3feb-eee8-4854-b935-38fd88bb8962 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.056049 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4327d328-5377-42cc-95e3-30b6d205899f req-7daa3feb-eee8-4854-b935-38fd88bb8962 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 943 time: 0.1833744 Aug 31 08:59:40.057814 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd42ed7-d688-49fe-a2b7-5463255189f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1146f-6e07-4841-88d4-6ef1c1284420,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:40.119324 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-17b7107c-ac9c-4024-a499-7d0eb9b1a485 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8637662 Aug 31 08:59:40.144583 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-6bee4b36-f107-4d11-a41f-201a75902536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.147120 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-6bee4b36-f107-4d11-a41f-201a75902536 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=95164576c2b0482da08a61efc9f81bfa&device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 1096 time: 0.2329798 Aug 31 08:59:40.162755 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4327d328-5377-42cc-95e3-30b6d205899f req-37c2cd70-6cac-4722-b56d-70fd6cd6e2fa tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054411 Aug 31 08:59:40.176399 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c331-0911-4598-8a95-3b7aa8596cdc req-963c764d-e7b5-4626-9571-7823375dffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.177903 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c9e2c331-0911-4598-8a95-3b7aa8596cdc req-963c764d-e7b5-4626-9571-7823375dffc9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 1096 time: 0.1645501 Aug 31 08:59:40.267420 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a78a1-b4b9-4444-984d-ec1228976de0 req-0933a21b-7279-4d42-9d31-d08f4413f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.269955 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9f0a78a1-b4b9-4444-984d-ec1228976de0 req-0933a21b-7279-4d42-9d31-d08f4413f998 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 1096 time: 0.2666507 Aug 31 08:59:40.358349 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2445a180-4aac-4fbb-b27f-6099588a01dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:40.401595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-89f641e8-d301-4ad8-a408-535199674032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.412275 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-89f641e8-d301-4ad8-a408-535199674032 service neutron] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 918 time: 0.4106677 Aug 31 08:59:40.428134 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45702) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:40.572560 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45706) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:40.581738 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2445a180-4aac-4fbb-b27f-6099588a01dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:40.586576 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1ab6e12c-bab6-4d74-99f7-a6bae9486257 req-e7b8a82e-7840-40c3-9d44-f7327056869a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 210 time: 0.1238441 Aug 31 08:59:40.635547 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-e9bbeb94-712f-4c7f-8d36-b54c822a7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.637129 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-e9bbeb94-712f-4c7f-8d36-b54c822a7d94 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b3dc1564-5edd-4958-b91a-afa8d70778a9 HTTP/1.1" status: 200 len: 913 time: 0.4592261 Aug 31 08:59:40.722728 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-39356c19-a043-4305-b0c4-cbbde9d760ce service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 200 len: 217 time: 0.2931149 Aug 31 08:59:40.724246 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2928ab50-190a-4dd3-92ee-08e88c218b20 admin admin] Deleting subnet 031b8881-a477-47ac-8412-9720745e3931 {{(pid=101246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:59:40.757201 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2928ab50-190a-4dd3-92ee-08e88c218b20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:40.832882 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c331-0911-4598-8a95-3b7aa8596cdc req-e58e9d39-16b2-4d87-9fe2-dfa20ad5e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.834523 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c9e2c331-0911-4598-8a95-3b7aa8596cdc req-e58e9d39-16b2-4d87-9fe2-dfa20ad5e9f1 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6424868 Aug 31 08:59:40.837696 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-979ad71d-9b57-46f5-9c4e-8d96ded67ce4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9e36bf-4768-47a2-8487-08aa21620534 HTTP/1.1" status: 200 len: 217 time: 0.1823134 Aug 31 08:59:40.853526 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a78a1-b4b9-4444-984d-ec1228976de0 req-978a7623-b2dc-4699-ad2b-fde43a383604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.854126 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b983-e6b3-40e4-b861-879348a3a863 req-33514ae7-fe38-487e-9c17-1a07a708943a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.854448 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9f0a78a1-b4b9-4444-984d-ec1228976de0 req-978a7623-b2dc-4699-ad2b-fde43a383604 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5655949 Aug 31 08:59:40.856214 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1d11b983-e6b3-40e4-b861-879348a3a863 req-33514ae7-fe38-487e-9c17-1a07a708943a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 943 time: 0.4091547 Aug 31 08:59:40.865909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-8756b863-dc85-43a3-9069-71ea62f2a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:40.867357 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-8756b863-dc85-43a3-9069-71ea62f2a3d8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.1271219 Aug 31 08:59:40.987084 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-4a79bfde-d7ae-4a4f-9e71-91327d843649 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094646 Aug 31 08:59:41.085296 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2928ab50-190a-4dd3-92ee-08e88c218b20 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.106958 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2445a180-4aac-4fbb-b27f-6099588a01dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.109585 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2445a180-4aac-4fbb-b27f-6099588a01dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.110853 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2445a180-4aac-4fbb-b27f-6099588a01dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0e1146f-6e07-4841-88d4-6ef1c1284420 HTTP/1.1" status: 204 len: 168 time: 1.1011434 Aug 31 08:59:41.116041 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1d11b983-e6b3-40e4-b861-879348a3a863 req-ef6a26ee-b78f-4a52-b8ac-0f4adcb91df0 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476785 Aug 31 08:59:41.138189 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c331-0911-4598-8a95-3b7aa8596cdc req-d950d493-47fe-4e59-aa11-61320b6bf675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.140069 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c9e2c331-0911-4598-8a95-3b7aa8596cdc req-d950d493-47fe-4e59-aa11-61320b6bf675 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2826459 Aug 31 08:59:41.144665 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2928ab50-190a-4dd3-92ee-08e88c218b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.191591 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-6bbcc92e-9f32-4336-9058-950720f60eed service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898072 Aug 31 08:59:41.203947 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d0985f0e-76f2-4b52-9f04-bc373a58cf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.242133 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d7cf5-72fa-481d-b0f8-57b84b3fe006 req-53b7869a-a379-4bad-a336-7c8395d383de tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.244082 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-467d7cf5-72fa-481d-b0f8-57b84b3fe006 req-53b7869a-a379-4bad-a336-7c8395d383de tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.5158329 Aug 31 08:59:41.260377 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445a180-4aac-4fbb-b27f-6099588a01dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1146f-6e07-4841-88d4-6ef1c1284420,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:41.278760 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-d841ef9e-f4e7-4274-b680-9e3a7173a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.280342 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-d841ef9e-f4e7-4274-b680-9e3a7173a714 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6f833dab-5852-4b3f-a745-e2d02a153eb2 HTTP/1.1" status: 200 len: 852 time: 0.4209039 Aug 31 08:59:41.338738 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-2b1ed7d4-6bcb-4313-a862-70e2d62ea1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.340846 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-2b1ed7d4-6bcb-4313-a862-70e2d62ea1c2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 1096 time: 0.1480014 Aug 31 08:59:41.373887 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-434f5e57-c5d0-413a-b09d-ec1182ef052e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b3dc1564-5edd-4958-b91a-afa8d70778a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816157 Aug 31 08:59:41.405569 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c9e1-d063-4272-8f27-e43fe1cafc00 req-0ae2bbf7-d8b5-4431-abf4-a1f0c5856ca6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.413224 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3fe0c9e1-d063-4272-8f27-e43fe1cafc00 req-0ae2bbf7-d8b5-4431-abf4-a1f0c5856ca6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 943 time: 0.1788890 Aug 31 08:59:41.422327 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-0a69412a-3c9d-41d4-a2f4-4bb1bed441e5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d501da-5386-47b2-acac-dc907603145e HTTP/1.1" status: 200 len: 217 time: 0.0719588 Aug 31 08:59:41.425260 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-33236b34-efbc-4ed7-8ef6-e0bca93a0395 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239954 Aug 31 08:59:41.453098 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-467d7cf5-72fa-481d-b0f8-57b84b3fe006 req-be40af10-720c-4694-856c-337d61bf2acf tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842647 Aug 31 08:59:41.498872 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a78a1-b4b9-4444-984d-ec1228976de0 req-2ea7c25a-986f-4d77-8319-e67ba401adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.500416 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9f0a78a1-b4b9-4444-984d-ec1228976de0 req-2ea7c25a-986f-4d77-8319-e67ba401adb7 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6241815 Aug 31 08:59:41.515854 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3fe0c9e1-d063-4272-8f27-e43fe1cafc00 req-0bc5070f-46bc-4441-9e38-336aaf2278a0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992830 Aug 31 08:59:41.542142 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-8de51b14-b502-48fa-b96a-cc7be2a01ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.544494 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-8de51b14-b502-48fa-b96a-cc7be2a01ceb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.1053493 Aug 31 08:59:41.583706 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-abfa99c6-c395-4703-bb2b-9f2cb9c35e90 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310359 Aug 31 08:59:41.619003 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-3ef33325-9158-43bd-977d-f62d2eae7b6a service neutron] 10.222.0.107 "GET /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171288 Aug 31 08:59:41.650764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2928ab50-190a-4dd3-92ee-08e88c218b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.713080 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-9fa001a2-7d4c-4661-b118-4c23aba8e8f8 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181641 Aug 31 08:59:41.713269 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d0985f0e-76f2-4b52-9f04-bc373a58cf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.756296 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928ab50-190a-4dd3-92ee-08e88c218b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031b8881-a477-47ac-8412-9720745e3931,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:41.764298 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2928ab50-190a-4dd3-92ee-08e88c218b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.766350 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2928ab50-190a-4dd3-92ee-08e88c218b20 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/031b8881-a477-47ac-8412-9720745e3931 HTTP/1.1" status: 204 len: 168 time: 1.3318744 Aug 31 08:59:41.780984 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45730) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:41.786587 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-423c614c-d9e6-43c2-a85e-e9a9df026dde req-7b8e8ffb-35fa-4cb5-ba43-be27cdfddd03 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 210 time: 0.0717850 Aug 31 08:59:41.789894 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-1920f283-c95c-483c-88b8-220555ee2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.797358 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-1920f283-c95c-483c-88b8-220555ee2992 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 1096 time: 0.2292862 Aug 31 08:59:41.847018 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-b8d9b469-bc41-43d8-9bfa-d5e1c254723e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52f168ec-5af7-49b3-9dcd-29b6d0d1f183 HTTP/1.1" status: 200 len: 217 time: 0.0441921 Aug 31 08:59:41.849506 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d0985f0e-76f2-4b52-9f04-bc373a58cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.885435 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:41.905130 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d1f06a35-3c54-4202-9adc-009afd8b7c95 req-6b0c8339-ccc0-49aa-a656-478bf8dd408a service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880000 Aug 31 08:59:41.925962 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-296e2f31-c02c-4aae-b321-b1571888d5e0 req-436768fd-9399-44a4-98a8-1b2e5eb36438 service neutron] 10.222.0.107 "GET /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937551 Aug 31 08:59:41.946445 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-d0985f0e-76f2-4b52-9f04-bc373a58cf00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c70a7698c4b465ea9b93e1338a2f0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3623669 Aug 31 08:59:41.957692 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0985f0e-76f2-4b52-9f04-bc373a58cf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41548a2f-8f04-4aac-8637-f04c5408e37a,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:41.958333 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45734) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:41.978260 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-50e46030-f405-4630-aefa-e43345bebdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:41.981294 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-50e46030-f405-4630-aefa-e43345bebdf8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=333807a7-baea-49fd-9ef4-dc28d3d53aff HTTP/1.1" status: 200 len: 854 time: 0.1213219 Aug 31 08:59:42.017907 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-88debba5-c663-40fd-8349-c5e63a7706d4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280609 Aug 31 08:59:42.030925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.040596 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45736) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:42.055491 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.055837 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.056590 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.056972 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > port after_create 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.057258 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > port after_delete 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.057585 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > port after_update 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.057902 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.058212 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.058554 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.058890 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.132397 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-b6e92955-b344-4e90-ade8-d24026fa0336 service neutron] 10.222.0.107 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003022 Aug 31 08:59:42.237722 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb13686a-cc52-415a-bb8e-19d226e5c8a7 req-738e851d-ae75-4e31-900a-f00ef14e6209 service neutron] 10.222.0.107 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979693 Aug 31 08:59:42.272218 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.272586 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.272919 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.273242 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:59:42.273597 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11988679-0ef4-4c91-a71e-0b4a0acf30e6']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:42.304744 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45742) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:42.317905 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4137ef-5f5c-4ffb-8dcd-92d0e13ee9fa') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:42.318196 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4137ef-5f5c-4ffb-8dcd-92d0e13ee9fa') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:42.319693 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2cd75021-5993-414a-8517-91a5cbef14da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.356714 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.362465 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-de202d06-04ba-4565-bc63-da919dd92880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.409669 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dc0e11a9-e407-459a-b161-347fd65f4569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.413107 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.430029 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2cd75021-5993-414a-8517-91a5cbef14da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.439060 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:59:42.439489 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: from cryptography.utils import int_from_bytes Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: from cryptography.utils import int_from_bytes Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:59:42.445996 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:59:42.454003 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d18648-2534-4fe9-bedf-068525085187 req-3bf2cbf0-1a2f-4733-9cac-54ac0553fa21 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:42.455620 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-18d18648-2534-4fe9-bedf-068525085187 req-3bf2cbf0-1a2f-4733-9cac-54ac0553fa21 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 943 time: 0.1761191 Aug 31 08:59:42.466518 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dc0e11a9-e407-459a-b161-347fd65f4569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.548516 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2cd75021-5993-414a-8517-91a5cbef14da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.600356 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-18d18648-2534-4fe9-bedf-068525085187 req-43f437ba-4168-4f3a-957b-87c59599beba tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043959 Aug 31 08:59:42.683907 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd75021-5993-414a-8517-91a5cbef14da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1fc985-24b1-4a3a-a08d-9d45ab618349,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:42.693045 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2cd75021-5993-414a-8517-91a5cbef14da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=455d798334bf42f3841eaab1e5da31a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849154 Aug 31 08:59:42.694547 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45748) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:42.707795 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-de202d06-04ba-4565-bc63-da919dd92880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.734345 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b20716-d45c-4973-ae86-0177b1636fa8 req-099596a3-cf20-4d3f-a9f2-f5e873854d0a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:42.736102 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c3b20716-d45c-4973-ae86-0177b1636fa8 req-099596a3-cf20-4d3f-a9f2-f5e873854d0a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.1834445 Aug 31 08:59:42.745228 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.749430 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-5a233e2a-ea0f-4218-aa4f-7e6e03ed0532 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:42.752085 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-5a233e2a-ea0f-4218-aa4f-7e6e03ed0532 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 817 time: 0.2141771 Aug 31 08:59:42.768314 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.772935 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] 10.222.0.66 "DELETE /v2.0/networks/11988679-0ef4-4c91-a71e-0b4a0acf30e6 HTTP/1.1" status: 204 len: 168 time: 0.9886384 Aug 31 08:59:42.786383 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45750) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:42.789483 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dc0e11a9-e407-459a-b161-347fd65f4569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.792059 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dc0e11a9-e407-459a-b161-347fd65f4569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.793719 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-dc0e11a9-e407-459a-b161-347fd65f4569 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41548a2f-8f04-4aac-8637-f04c5408e37a HTTP/1.1" status: 204 len: 168 time: 0.8343093 Aug 31 08:59:42.809751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce5978-d508-40ce-a6dd-72570e9e573d admin admin] Pushing event deleted for resources: {'Network': ['ID=11988679-0ef4-4c91-a71e-0b4a0acf30e6,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:42.830358 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c3b20716-d45c-4973-ae86-0177b1636fa8 req-e516f905-b56c-42aa-a285-3cb3a78276f3 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770102 Aug 31 08:59:42.856631 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-5ed95a27-1ae7-4714-8832-d9163f10257b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3d59fd12f7417f8de1db40a9a75b86 HTTP/1.1" status: 200 len: 379 time: 0.0837376 Aug 31 08:59:42.858964 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669026d8-5fad-442c-a6bf-f37ce98fa327 req-41e4775d-5a21-47d6-ab9b-a549d63703e8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:42.860523 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-669026d8-5fad-442c-a6bf-f37ce98fa327 req-41e4775d-5a21-47d6-ab9b-a549d63703e8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 943 time: 0.1818333 Aug 31 08:59:42.865018 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'port': {'device_id': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'admin_state_up': True, 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'security_groups': ['9650b173-6d04-4510-b0e4-9b60f460d2c2']}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:42.882542 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e11a9-e407-459a-b161-347fd65f4569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41548a2f-8f04-4aac-8637-f04c5408e37a,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:42.892843 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-de202d06-04ba-4565-bc63-da919dd92880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.912383 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d067887-0f6f-4425-bcac-f810c858a264 admin admin] Deleting subnet b6a425d6-dd5a-455c-a308-ee29ed0c518d {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:59:42.927085 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dca9c6dd-aa3b-40c6-835a-7f104998c162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.935472 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6d067887-0f6f-4425-bcac-f810c858a264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:42.994100 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-73b1ecef-f4f8-4c22-9336-eab75082652c req-03282ded-206e-4dc5-a51e-b9e9b62344f4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 210 time: 0.0396752 Aug 31 08:59:43.011483 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-de202d06-04ba-4565-bc63-da919dd92880 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c1ea8d60b0b437ca54193ee87ebbec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9688420 Aug 31 08:59:43.014558 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 45758) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:43.024335 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de202d06-04ba-4565-bc63-da919dd92880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9e9af5-1853-4328-b568-dcee79e8da6a,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:43.028259 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dca9c6dd-aa3b-40c6-835a-7f104998c162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.034037 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-669026d8-5fad-442c-a6bf-f37ce98fa327 req-00233edc-8b9f-4582-a8df-6358fb45c3a8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607912 Aug 31 08:59:43.040773 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6d067887-0f6f-4425-bcac-f810c858a264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.098405 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d69e8e08-b869-4e4f-8df2-b277a3ebc883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.113578 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6d067887-0f6f-4425-bcac-f810c858a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.122582 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d69e8e08-b869-4e4f-8df2-b277a3ebc883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.186901 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Made reservation on behalf of 0a3d59fd12f7417f8de1db40a9a75b86 for: {'port': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:43.190624 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.226741 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dca9c6dd-aa3b-40c6-835a-7f104998c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.229399 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dca9c6dd-aa3b-40c6-835a-7f104998c162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.231162 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-dca9c6dd-aa3b-40c6-835a-7f104998c162 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d1fc985-24b1-4a3a-a08d-9d45ab618349 HTTP/1.1" status: 204 len: 168 time: 0.5347884 Aug 31 08:59:43.240890 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c6dd-aa3b-40c6-835a-7f104998c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1fc985-24b1-4a3a-a08d-9d45ab618349,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:43.313027 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6d067887-0f6f-4425-bcac-f810c858a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.352811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067887-0f6f-4425-bcac-f810c858a264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a425d6-dd5a-455c-a308-ee29ed0c518d,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:43.356728 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6d067887-0f6f-4425-bcac-f810c858a264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.358902 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d69e8e08-b869-4e4f-8df2-b277a3ebc883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.361368 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6d067887-0f6f-4425-bcac-f810c858a264 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b6a425d6-dd5a-455c-a308-ee29ed0c518d HTTP/1.1" status: 204 len: 168 time: 0.5727603 Aug 31 08:59:43.361850 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d69e8e08-b869-4e4f-8df2-b277a3ebc883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.362035 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45768) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:43.363170 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-d69e8e08-b869-4e4f-8df2-b277a3ebc883 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be9e9af5-1853-4328-b568-dcee79e8da6a HTTP/1.1" status: 204 len: 168 time: 0.3473668 Aug 31 08:59:43.380830 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e8e08-b869-4e4f-8df2-b277a3ebc883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9e9af5-1853-4328-b568-dcee79e8da6a,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:43.444514 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.452734 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Allocated IP 172.20.0.10 (c0d7214a-0098-458d-b679-d06fdde64071/a2aff9a9-222d-427f-b487-6d66c70cfae1/282f4efb-4bee-412b-94fe-2c45f5e0999b) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:43.541167 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.552177 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623feb7a-87f1-4ca6-8742-c120e73b031d']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:43.562907 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2c1740-3c1f-464e-83fc-6e5997e56aa9') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:43.563210 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2c1740-3c1f-464e-83fc-6e5997e56aa9') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:43.573680 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.587874 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.594630 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:59:43.595073 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:59:43.596797 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:59:43.599242 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.722816 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8448a-a550-435e-a9e5-7e87b7076366 req-ef0db764-f5a5-4fd0-8fe1-ac6048e47f40 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:43.724373 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b7e8448a-a550-435e-a9e5-7e87b7076366 req-ef0db764-f5a5-4fd0-8fe1-ac6048e47f40 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 943 time: 0.0515165 Aug 31 08:59:43.762827 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Transition to ACTIVE for port object 282f4efb-4bee-412b-94fe-2c45f5e0999b will not be triggered until provisioned by entity DHCP. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:43.763145 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.768518 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.772747 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] 10.222.0.66 "DELETE /v2.0/networks/623feb7a-87f1-4ca6-8742-c120e73b031d HTTP/1.1" status: 204 len: 168 time: 0.4074180 Aug 31 08:59:43.772858 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b7e8448a-a550-435e-a9e5-7e87b7076366 req-22cdb284-c83c-4a7f-8b31-0af6a742b695 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Aug 31 08:59:43.784048 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adf1b8-4a12-4ce0-825d-337dc6e6721a admin admin] Pushing event deleted for resources: {'Network': ['ID=623feb7a-87f1-4ca6-8742-c120e73b031d,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:43.878803 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45780) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:43.894157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb462981-c2b1-4d4f-87b7-c0cf67cb8d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.985997 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device e27a0840-4b70-4cf9-9029-1c78ca18ff77 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:59:44.010342 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.048626 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb462981-c2b1-4d4f-87b7-c0cf67cb8d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.057114 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253413f3-a3eb-496c-8135-6d81e37ff5e8 req-246c829e-a171-4018-bf22-0448849afe3c tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:44.067232 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-253413f3-a3eb-496c-8135-6d81e37ff5e8 req-246c829e-a171-4018-bf22-0448849afe3c tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 943 time: 0.1510940 Aug 31 08:59:44.107643 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Network c0d7214a-0098-458d-b679-d06fdde64071 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:44.109248 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:44.130149 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-253413f3-a3eb-496c-8135-6d81e37ff5e8 req-76690dbd-65a1-422c-a572-f623a56f48c7 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619183 Aug 31 08:59:44.133002 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:44.141115 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:44.142243 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.173873 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:44.177665 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port e27a0840-4b70-4cf9-9029-1c78ca18ff77, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:44.209837 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': 'e27a0840-4b70-4cf9-9029-1c78ca18ff77', 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9', 'port_id': 'e27a0840-4b70-4cf9-9029-1c78ca18ff77', 'mac_address': 'fa:16:3e:f2:d4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7441c24-9c9c-402a-8045-b10a1b82fdc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:59:44.219966 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7f90-4217-4502-8e60-c6d2ce7d1eb4 req-d0e50747-1b49-47a4-9215-041f2498ad93 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:44.226423 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb462981-c2b1-4d4f-87b7-c0cf67cb8d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.231083 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bc1e7f90-4217-4502-8e60-c6d2ce7d1eb4 req-d0e50747-1b49-47a4-9215-041f2498ad93 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 932 time: 0.1441519 Aug 31 08:59:44.262053 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.278931 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bc1e7f90-4217-4502-8e60-c6d2ce7d1eb4 req-f96a3938-b025-42f1-87a5-a70b2cd25e72 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468974 Aug 31 08:59:44.281199 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27a0840-4b70-4cf9-9029-1c78ca18ff77 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:44.312883 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port e27a0840-4b70-4cf9-9029-1c78ca18ff77, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:44.347410 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-0b1b3186-6d2c-48fa-98e0-1f07024dc06a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4888949 Aug 31 08:59:44.361173 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Request body: {'port': {'device_id': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:44.430126 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.501421 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.502423 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device ee9e36bf-4768-47a2-8487-08aa21620534 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:59:44.527398 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-eb462981-c2b1-4d4f-87b7-c0cf67cb8d12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e71ce8e980c4b12a5a138001d0a1c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465738 Aug 31 08:59:44.539892 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45792) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:44.569905 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb462981-c2b1-4d4f-87b7-c0cf67cb8d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d164b9a3-b507-4e70-966d-5e59a1a082bf,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:44.607054 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b683ad-1633-4051-8852-5051c6db6c80 req-562a9681-4371-44c6-a874-1a3a0d4bd2f3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:44.608811 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-98b683ad-1633-4051-8852-5051c6db6c80 req-562a9681-4371-44c6-a874-1a3a0d4bd2f3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 943 time: 0.1191411 Aug 31 08:59:44.616242 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-3d365c9b-f8aa-446f-af08-61367c2ba2cd None None] Provisioning for port 282f4efb-4bee-412b-94fe-2c45f5e0999b completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:44.624258 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f742703f-6dc7-4ed2-8ea6-a60a7128fa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.629905 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=e27a0840-4b70-4cf9-9029-1c78ca18ff77,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:44.635366 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-3d365c9b-f8aa-446f-af08-61367c2ba2cd None None] Provisioning complete for port 282f4efb-4bee-412b-94fe-2c45f5e0999b triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:44.635985 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3d365c9b-f8aa-446f-af08-61367c2ba2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.699988 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f742703f-6dc7-4ed2-8ea6-a60a7128fa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.703218 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45794) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:44.713164 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-3d365c9b-f8aa-446f-af08-61367c2ba2cd None None] Port 282f4efb-4bee-412b-94fe-2c45f5e0999b cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:59:44.727554 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port ee9e36bf-4768-47a2-8487-08aa21620534, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ee9e36bf-4768-47a2-8487-08aa21620534,segment=NetworkSegment(238d46d8-9c0d-4a75-b5bc-b0e829753e88),segment_id=238d46d8-9c0d-4a75-b5bc-b0e829753e88)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:44.746461 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': 'ee9e36bf-4768-47a2-8487-08aa21620534', 'network_id': 'b3dc1564-5edd-4958-b91a-afa8d70778a9', 'port_id': 'ee9e36bf-4768-47a2-8487-08aa21620534', 'mac_address': 'fa:16:3e:17:38:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f833dab-5852-4b3f-a745-e2d02a153eb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:59:44.754643 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-98b683ad-1633-4051-8852-5051c6db6c80 req-f7b2a6a1-074d-4746-88dd-c1febbb922ec tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279042 Aug 31 08:59:44.816487 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.821775 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8674d94d-fa48-4dbf-83ba-85d3d91c6dfe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57a50a7b3af94538819be0b09f5d342b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1175561 Aug 31 08:59:44.824340 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45800) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:44.837275 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9e36bf-4768-47a2-8487-08aa21620534 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:44.878081 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port ee9e36bf-4768-47a2-8487-08aa21620534, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ee9e36bf-4768-47a2-8487-08aa21620534,segment=NetworkSegment(238d46d8-9c0d-4a75-b5bc-b0e829753e88),segment_id=238d46d8-9c0d-4a75-b5bc-b0e829753e88)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:44.899703 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d25ead0b-ce9e-496b-a838-bef771a66204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.929395 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d25ead0b-ce9e-496b-a838-bef771a66204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.954040 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45802) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:44.975985 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-709b33c0-9709-43cc-bbf9-1d9c822a0a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.014684 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b9f02-baca-4326-9cac-eb33da29f5b4 req-8620c612-5a52-4fe6-9eb3-e1d18fdec00e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:45.016135 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f5b9f02-baca-4326-9cac-eb33da29f5b4 req-8620c612-5a52-4fe6-9eb3-e1d18fdec00e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 943 time: 0.1040640 Aug 31 08:59:45.052334 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f742703f-6dc7-4ed2-8ea6-a60a7128fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.055413 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f742703f-6dc7-4ed2-8ea6-a60a7128fa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.056583 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-f742703f-6dc7-4ed2-8ea6-a60a7128fa22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d164b9a3-b507-4e70-966d-5e59a1a082bf HTTP/1.1" status: 204 len: 168 time: 0.5156274 Aug 31 08:59:45.071524 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742703f-6dc7-4ed2-8ea6-a60a7128fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d164b9a3-b507-4e70-966d-5e59a1a082bf,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:45.080427 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f5b9f02-baca-4326-9cac-eb33da29f5b4 req-e9eb3277-c2d8-43ec-ab46-e9e6e5d824c3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576823 Aug 31 08:59:45.115665 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282f4efb-4bee-412b-94fe-2c45f5e0999b {{(pid=101246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:45.124241 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.138511 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Transition to ACTIVE for port object 282f4efb-4bee-412b-94fe-2c45f5e0999b will not be triggered until provisioned by entity L2. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:45.178434 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-709b33c0-9709-43cc-bbf9-1d9c822a0a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.202135 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.266937 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=ee9e36bf-4768-47a2-8487-08aa21620534,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:45.290152 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945be93-0adb-4f6b-9974-2c79193b36ef req-60d2cb5d-1e0d-4c1d-ab5e-77df6ea74986 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:45.291761 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9945be93-0adb-4f6b-9974-2c79193b36ef req-60d2cb5d-1e0d-4c1d-ab5e-77df6ea74986 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 944 time: 0.0660551 Aug 31 08:59:45.300869 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d25ead0b-ce9e-496b-a838-bef771a66204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.303596 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d25ead0b-ce9e-496b-a838-bef771a66204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.307292 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-d25ead0b-ce9e-496b-a838-bef771a66204 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4761b52-b22d-435b-9d62-45190f993700 HTTP/1.1" status: 204 len: 168 time: 0.4790549 Aug 31 08:59:45.327273 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ead0b-ce9e-496b-a838-bef771a66204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4761b52-b22d-435b-9d62-45190f993700,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:45.358265 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9945be93-0adb-4f6b-9974-2c79193b36ef req-7d1e39dc-fa15-4553-951e-1b84996b87cd tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523925 Aug 31 08:59:45.380610 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-709b33c0-9709-43cc-bbf9-1d9c822a0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.391391 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.422242 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-709b33c0-9709-43cc-bbf9-1d9c822a0a95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3355552cf8d04078900f15224db937ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670749 Aug 31 08:59:45.423048 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b33c0-9709-43cc-bbf9-1d9c822a0a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9bf44a-d69f-43e5-85a7-9f104f4a4be4,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:45.441423 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45814) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:45.441593 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.462514 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddf416-305a-4ce5-a878-bc5e6f08f99b req-07483290-635e-47c9-890c-eed2114887cf tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:45.464415 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-74ddf416-305a-4ce5-a878-bc5e6f08f99b req-07483290-635e-47c9-890c-eed2114887cf tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 932 time: 0.0997584 Aug 31 08:59:45.481141 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['ee9e36bf-4768-47a2-8487-08aa21620534'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:59:45.492513 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:45.538880 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Attempting to bind port 282f4efb-4bee-412b-94fe-2c45f5e0999b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:45.538880 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Attempting to bind port 282f4efb-4bee-412b-94fe-2c45f5e0999b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:45.538880 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Attempting to bind port 282f4efb-4bee-412b-94fe-2c45f5e0999b on network c0d7214a-0098-458d-b679-d06fdde64071 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:45.546540 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e27a0840-4b70-4cf9-9029-1c78ca18ff77'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:59:45.554412 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Port 282f4efb-4bee-412b-94fe-2c45f5e0999b on network c0d7214a-0098-458d-b679-d06fdde64071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:59:45.554748 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Attempting to bind port 282f4efb-4bee-412b-94fe-2c45f5e0999b on network c0d7214a-0098-458d-b679-d06fdde64071 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:45.557326 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c239c21e-6e94-4bd4-b912-98da5ea19421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.583261 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-74ddf416-305a-4ce5-a878-bc5e6f08f99b req-6373ea9f-c912-4b0d-a1f5-ab82438d9479 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023707 Aug 31 08:59:45.591149 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:45.596322 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Checking segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:45.596876 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c239c21e-6e94-4bd4-b912-98da5ea19421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.596977 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Bound using segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:45.596977 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Bound port: 282f4efb-4bee-412b-94fe-2c45f5e0999b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'}}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:45.596977 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.706013 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, cleared binding levels {{(pid=101246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:45.711822 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:45.838779 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c239c21e-6e94-4bd4-b912-98da5ea19421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.839085 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.842623 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c239c21e-6e94-4bd4-b912-98da5ea19421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.847632 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c239c21e-6e94-4bd4-b912-98da5ea19421 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d9bf44a-d69f-43e5-85a7-9f104f4a4be4 HTTP/1.1" status: 204 len: 168 time: 0.4089940 Aug 31 08:59:45.886596 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239c21e-6e94-4bd4-b912-98da5ea19421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9bf44a-d69f-43e5-85a7-9f104f4a4be4,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:45.899053 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:45.904190 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.909605 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] 10.222.0.107 "PUT /v2.0/ports/282f4efb-4bee-412b-94fe-2c45f5e0999b HTTP/1.1" status: 200 len: 1094 time: 1.5530968 Aug 31 08:59:45.910332 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:45.913027 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7274b71b-0541-4768-98ef-ec346cf5a91c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:45.962633 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:59:46.007300 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324ce29c-2054-4e1d-befd-168f8d082366 x-openstack-request-id: req-324ce29c-2054-4e1d-befd-168f8d082366 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:46.007808 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:46.008308 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-324ce29c-2054-4e1d-befd-168f8d082366 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:46.009720 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'status': 'completed', 'code': 200} Aug 31 08:59:46.023056 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dddcd3-2ef8-49b3-9c91-9aa29cf47f12 req-1c80854a-00f3-4da4-81ff-bfd9cbc26875 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.027952 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b7fdb-c38d-4ff8-a1a4-a11c2232020a service neutron] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=3']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:46.030047 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-49dddcd3-2ef8-49b3-9c91-9aa29cf47f12 req-1c80854a-00f3-4da4-81ff-bfd9cbc26875 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 943 time: 0.1756325 Aug 31 08:59:46.087049 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274b71b-0541-4768-98ef-ec346cf5a91c req-283b3727-d32e-4c5f-891a-c3923824304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.088849 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7274b71b-0541-4768-98ef-ec346cf5a91c req-283b3727-d32e-4c5f-891a-c3923824304d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 1097 time: 0.0780821 Aug 31 08:59:46.101708 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-49dddcd3-2ef8-49b3-9c91-9aa29cf47f12 req-ff53db24-6637-43b7-931a-5e81ca11d7d8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635505 Aug 31 08:59:46.215518 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:46.244870 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'port_id': '52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'mac_address': 'fa:16:3e:80:2f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333807a7-baea-49fd-9ef4-dc28d3d53aff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:59:46.292046 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274b71b-0541-4768-98ef-ec346cf5a91c req-f14590d0-b58c-47a9-a7e1-259d45f8d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.294205 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7274b71b-0541-4768-98ef-ec346cf5a91c req-f14590d0-b58c-47a9-a7e1-259d45f8d57a service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1938546 Aug 31 08:59:46.305891 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f631b-e29a-4d4e-8dc0-a5aaa95017ff req-0bbdba8e-52ad-4f8b-b555-6e7b90ac76e4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.307575 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-804f631b-e29a-4d4e-8dc0-a5aaa95017ff req-0bbdba8e-52ad-4f8b-b555-6e7b90ac76e4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 943 time: 0.0851576 Aug 31 08:59:46.328408 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:46.347552 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:46.375806 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:46.416077 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-804f631b-e29a-4d4e-8dc0-a5aaa95017ff req-3dd2178e-7d3d-4ea6-8739-26126b05880f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962393 Aug 31 08:59:46.448210 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274b71b-0541-4768-98ef-ec346cf5a91c req-0bf04708-79f5-4b57-ba71-74add0a8cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.450513 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7274b71b-0541-4768-98ef-ec346cf5a91c req-0bf04708-79f5-4b57-ba71-74add0a8cca7 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418624 Aug 31 08:59:46.501414 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:46.501690 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca3f1-5233-4abd-8984-d4dcef1d48fc req-7fe92c78-d5ae-4a27-b75b-7e5376195c22 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.503046 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 84d501da-5386-47b2-acac-dc907603145e details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:59:46.505111 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b0ca3f1-5233-4abd-8984-d4dcef1d48fc req-7fe92c78-d5ae-4a27-b75b-7e5376195c22 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 944 time: 0.0603869 Aug 31 08:59:46.546403 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-bc02eae2-f825-45f8-b2fc-e619a9f4f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.547019 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-bc02eae2-f825-45f8-b2fc-e619a9f4f995 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 1097 time: 0.0534632 Aug 31 08:59:46.576254 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b0ca3f1-5233-4abd-8984-d4dcef1d48fc req-9ec9fb0c-9a44-442e-ba70-c33a6e6df481 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639713 Aug 31 08:59:46.608082 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-6798b609-a232-449e-b897-e61434e2588c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b HTTP/1.1" status: 200 len: 217 time: 0.0521760 Aug 31 08:59:46.624965 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:46.691533 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-21d55d92-85eb-4e4a-8856-aa534640ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.693471 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-21d55d92-85eb-4e4a-8856-aa534640ff30 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.0782080 Aug 31 08:59:46.697960 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 84d501da-5386-47b2-acac-dc907603145e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84d501da-5386-47b2-acac-dc907603145e,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:46.711960 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '84d501da-5386-47b2-acac-dc907603145e', 'network_id': '419a2d3e-c803-44b0-aa22-4f507d179ea9', 'port_id': '84d501da-5386-47b2-acac-dc907603145e', 'mac_address': 'fa:16:3e:55:85:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7441c24-9c9c-402a-8045-b10a1b82fdc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:59:46.753032 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:46.766781 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d501da-5386-47b2-acac-dc907603145e {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:46.771428 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebc01f-971f-4497-a097-ec6490ace7ef req-b45574cd-c804-46ab-a374-905643c7e261 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.772918 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e4ebc01f-971f-4497-a097-ec6490ace7ef req-b45574cd-c804-46ab-a374-905643c7e261 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0923500 Aug 31 08:59:46.787775 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 84d501da-5386-47b2-acac-dc907603145e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84d501da-5386-47b2-acac-dc907603145e,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:46.788000 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-b0228bb2-1e52-4edc-9501-2ac9331f4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.789401 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-b0228bb2-1e52-4edc-9501-2ac9331f4f5f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0756612 Aug 31 08:59:46.868026 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e4ebc01f-971f-4497-a097-ec6490ace7ef req-a6613e11-b156-4b11-b87d-44638b1a236d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879533 Aug 31 08:59:46.908071 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-732d3022-b816-4884-b3d4-3e1cb9a2c8a9 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091683 Aug 31 08:59:46.941705 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:46.986254 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45852) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:47.004252 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=84d501da-5386-47b2-acac-dc907603145e,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:47.014990 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9c23753-23f9-4a83-ba8a-beb5f74b36ee req-5affa7b0-5792-4a1c-b060-5e4e4e68fb59 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999169 Aug 31 08:59:47.056443 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-d49c7bc4-e3e8-4ff6-a624-1bbe8e26122c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a46b88d1776e4ca8a68c127e3e88e534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685561 Aug 31 08:59:47.059722 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 45856) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:47.116847 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2d64a151-871e-4965-9096-5465daa4f6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:47.146284 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2d64a151-871e-4965-9096-5465daa4f6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:47.216287 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52f168ec-5af7-49b3-9dcd-29b6d0d1f183'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:59:47.231804 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa889-ac12-467a-bf05-5e22cb85fe02 req-f4782c39-89ba-4f28-8c44-db3ba7234ea5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:47.233291 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-422fa889-ac12-467a-bf05-5e22cb85fe02 req-f4782c39-89ba-4f28-8c44-db3ba7234ea5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 944 time: 0.0545495 Aug 31 08:59:47.242392 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['84d501da-5386-47b2-acac-dc907603145e'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:59:47.275009 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-422fa889-ac12-467a-bf05-5e22cb85fe02 req-509f856e-7d39-47bc-bfdf-bd80a3d20c85 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351920 Aug 31 08:59:47.350427 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2d64a151-871e-4965-9096-5465daa4f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:47.353880 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2d64a151-871e-4965-9096-5465daa4f6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:47.358712 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-2d64a151-871e-4965-9096-5465daa4f6a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/751e15a5-5916-47e4-a319-b919697df9f9 HTTP/1.1" status: 204 len: 168 time: 0.2953923 Aug 31 08:59:47.368017 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64a151-871e-4965-9096-5465daa4f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e15a5-5916-47e4-a319-b919697df9f9,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:47.546220 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3efe5b-91a2-4ba7-97ff-90233824d0d4 req-3d4f62b6-80ec-4e2d-bd1d-6b4c22bc0016 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:47.547761 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0f3efe5b-91a2-4ba7-97ff-90233824d0d4 req-3d4f62b6-80ec-4e2d-bd1d-6b4c22bc0016 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 944 time: 0.0489206 Aug 31 08:59:47.585246 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0f3efe5b-91a2-4ba7-97ff-90233824d0d4 req-9f3291db-265b-4f99-9056-eabb00944cfe tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314693 Aug 31 08:59:47.685966 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1822e7c-2e8a-4fbb-ab5d-2d6891a9d8ed req-0968c541-c3fd-4ee8-89b1-5486fd80695c tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:47.687578 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a1822e7c-2e8a-4fbb-ab5d-2d6891a9d8ed req-0968c541-c3fd-4ee8-89b1-5486fd80695c tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 944 time: 0.0507119 Aug 31 08:59:47.727509 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a1822e7c-2e8a-4fbb-ab5d-2d6891a9d8ed req-474db7f8-cadb-4d9b-b425-06059588f0c6 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Aug 31 08:59:47.972861 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:47.989701 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b2944-ecdd-43f4-b657-43ec920989ab req-aaca4808-8078-49aa-8626-d3eb96a6a55e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:47.991222 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f30b2944-ecdd-43f4-b657-43ec920989ab req-aaca4808-8078-49aa-8626-d3eb96a6a55e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0507045 Aug 31 08:59:48.032601 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f30b2944-ecdd-43f4-b657-43ec920989ab req-c662c581-03c5-4134-92de-7ce93ca454fd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338116 Aug 31 08:59:48.127746 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:48.132919 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:48.133428 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:48.219866 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:48.243453 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7596bba-ef1c-4743-8fe4-92c45a1e3acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f168ec-5af7-49b3-9dcd-29b6d0d1f183'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:48.316822 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:48.418842 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f7c89-efeb-4593-913c-6e59f674fcba req-5a01da02-ab5f-4745-970b-d21b0a3df89e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:48.420564 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:48.421353 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device e27a0840-4b70-4cf9-9029-1c78ca18ff77 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:48.426017 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2f0f7c89-efeb-4593-913c-6e59f674fcba req-5a01da02-ab5f-4745-970b-d21b0a3df89e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 944 time: 0.0725174 Aug 31 08:59:48.476527 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2f0f7c89-efeb-4593-913c-6e59f674fcba req-5f9ece54-6b7b-4e97-b52c-e9ad7df6aa8b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Aug 31 08:59:48.501788 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:48.708402 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c622e-f8ea-495f-aeed-3ceafb61486e req-171d7990-e584-4059-a08b-2b843f1aa347 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:48.713862 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port e27a0840-4b70-4cf9-9029-1c78ca18ff77 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:48.714382 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port e27a0840-4b70-4cf9-9029-1c78ca18ff77 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:48.714762 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:48.716225 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-816c622e-f8ea-495f-aeed-3ceafb61486e req-171d7990-e584-4059-a08b-2b843f1aa347 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.0625551 Aug 31 08:59:48.772347 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-816c622e-f8ea-495f-aeed-3ceafb61486e req-91415229-b461-4b72-a8dd-e6b2d9f04151 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495327 Aug 31 08:59:48.773603 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb092949-a852-4c34-8e1a-811a72380ffe" -d '{"events": [{"server_uuid": "c7596bba-ef1c-4743-8fe4-92c45a1e3acd", "name": "network-vif-plugged", "status": "completed", "tag": "52f168ec-5af7-49b3-9dcd-29b6d0d1f183"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:48.829004 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:48.862119 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port e27a0840-4b70-4cf9-9029-1c78ca18ff77, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:48.868373 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e768c-f95b-4159-955d-1258775e62a9 req-b707a0e8-2952-45fd-a3ca-900072e9a0c3 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:48.869839 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1f3e768c-f95b-4159-955d-1258775e62a9 req-b707a0e8-2952-45fd-a3ca-900072e9a0c3 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 944 time: 0.0500140 Aug 31 08:59:48.909399 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1f3e768c-f95b-4159-955d-1258775e62a9 req-59904598-a0f0-4e17-b1c0-b6b0393b618a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Aug 31 08:59:49.037727 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:49.038699 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device ee9e36bf-4768-47a2-8487-08aa21620534 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:49.120011 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=e27a0840-4b70-4cf9-9029-1c78ca18ff77,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:49.166703 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceea325-1b10-47e5-a9cb-0e862b9b7656 req-db92955b-8920-4447-af21-f4ae232019f4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:49.175153 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eceea325-1b10-47e5-a9cb-0e862b9b7656 req-db92955b-8920-4447-af21-f4ae232019f4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0582078 Aug 31 08:59:49.215584 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eceea325-1b10-47e5-a9cb-0e862b9b7656 req-b0cd0287-0072-4388-8f8d-ebeacf1e16fb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393598 Aug 31 08:59:49.290299 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a227887-4dde-47e7-a332-3215c02a095c x-openstack-request-id: req-2a227887-4dde-47e7-a332-3215c02a095c {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:49.290788 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7596bba-ef1c-4743-8fe4-92c45a1e3acd", "name": "network-vif-plugged", "status": "completed", "tag": "52f168ec-5af7-49b3-9dcd-29b6d0d1f183", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:49.291262 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a227887-4dde-47e7-a332-3215c02a095c {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:49.291370 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7596bba-ef1c-4743-8fe4-92c45a1e3acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'code': 200} Aug 31 08:59:49.357201 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port ee9e36bf-4768-47a2-8487-08aa21620534 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:49.361899 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port ee9e36bf-4768-47a2-8487-08aa21620534 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:49.362455 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:49.478505 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:49.515803 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port ee9e36bf-4768-47a2-8487-08aa21620534, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ee9e36bf-4768-47a2-8487-08aa21620534,segment=NetworkSegment(238d46d8-9c0d-4a75-b5bc-b0e829753e88),segment_id=238d46d8-9c0d-4a75-b5bc-b0e829753e88)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:49.581990 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:49.645812 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=ee9e36bf-4768-47a2-8487-08aa21620534,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:49.657889 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed167e-a99d-42bc-92b2-382a8f8990bf req-e880510f-e80c-4703-9c75-907034a5f593 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:49.661298 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d9ed167e-a99d-42bc-92b2-382a8f8990bf req-e880510f-e80c-4703-9c75-907034a5f593 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 944 time: 0.1007521 Aug 31 08:59:49.712246 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d9ed167e-a99d-42bc-92b2-382a8f8990bf req-bd8a489c-cffb-4553-a8c1-d41540fc2507 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Aug 31 08:59:49.782066 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b754e-0601-4070-9b7e-51b76ef1cf5c req-15b3de6f-4d20-4f65-87ac-d1231c0aabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:49.783673 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-390b754e-0601-4070-9b7e-51b76ef1cf5c req-15b3de6f-4d20-4f65-87ac-d1231c0aabbe service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 1098 time: 0.0722253 Aug 31 08:59:49.804023 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-390b754e-0601-4070-9b7e-51b76ef1cf5c req-8ada3741-33fa-4b45-8c9a-69e41fce112a service neutron] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:49.923902 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078f575-17d2-4af7-8a44-89df87903d7f req-73838397-4b5f-4254-b4f5-90ff0efcf57e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:49.925428 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2078f575-17d2-4af7-8a44-89df87903d7f req-73838397-4b5f-4254-b4f5-90ff0efcf57e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.0784748 Aug 31 08:59:49.969123 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:59:49.970687 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-390b754e-0601-4070-9b7e-51b76ef1cf5c req-8ada3741-33fa-4b45-8c9a-69e41fce112a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:49.971406 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 84d501da-5386-47b2-acac-dc907603145e up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:49.991928 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2078f575-17d2-4af7-8a44-89df87903d7f req-73a808b0-a002-493a-b2e1-996ae907a14e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596163 Aug 31 08:59:50.041363 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e6a93-ee7d-4007-a1f2-8a39266dc415 req-f4372f79-6e14-4f85-ae2b-d9754440a4b0 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:50.043227 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3c8e6a93-ee7d-4007-a1f2-8a39266dc415 req-f4372f79-6e14-4f85-ae2b-d9754440a4b0 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.0601034 Aug 31 08:59:50.073173 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-390b754e-0601-4070-9b7e-51b76ef1cf5c req-8ada3741-33fa-4b45-8c9a-69e41fce112a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:50.083640 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3c8e6a93-ee7d-4007-a1f2-8a39266dc415 req-ae7b0485-c622-4533-ad61-7698c339b222 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336032 Aug 31 08:59:50.104942 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-390b754e-0601-4070-9b7e-51b76ef1cf5c req-8ada3741-33fa-4b45-8c9a-69e41fce112a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140829 Aug 31 08:59:50.115276 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:50.116091 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada3741-33fa-4b45-8c9a-69e41fce112a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6b341ef0-39f5-4770-8ca5-3dfb568dd5f0,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:50.129433 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'port_id': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'mac_address': 'fa:16:3e:b5:be:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:59:50.171355 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:50.184971 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282f4efb-4bee-412b-94fe-2c45f5e0999b {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:50.209773 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:50.225994 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 84d501da-5386-47b2-acac-dc907603145e completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:50.229864 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 84d501da-5386-47b2-acac-dc907603145e triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:50.230305 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:50.329106 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:50.353656 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180366ec-5d13-4df3-8354-d31c15f2a71b req-76825e2a-9ac8-4fe0-adac-c705bb5cc616 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:50.354711 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:50.355912 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-180366ec-5d13-4df3-8354-d31c15f2a71b req-76825e2a-9ac8-4fe0-adac-c705bb5cc616 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0508380 Aug 31 08:59:50.370388 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 84d501da-5386-47b2-acac-dc907603145e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84d501da-5386-47b2-acac-dc907603145e,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:50.401671 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-180366ec-5d13-4df3-8354-d31c15f2a71b req-9503c4b5-0a30-4fef-b74c-3d2815aebcf5 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376768 Aug 31 08:59:50.426252 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:50.466410 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:50.521127 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=84d501da-5386-47b2-acac-dc907603145e,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:50.630382 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['282f4efb-4bee-412b-94fe-2c45f5e0999b'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:59:50.853694 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4905-e353-4ae0-97f7-2f47007531d0 req-c0d7a204-6eb0-4d9d-9eee-94f0ed2fa3aa tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:50.863149 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4fed4905-e353-4ae0-97f7-2f47007531d0 req-c0d7a204-6eb0-4d9d-9eee-94f0ed2fa3aa tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0690322 Aug 31 08:59:50.871228 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46008) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:50.908978 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4fed4905-e353-4ae0-97f7-2f47007531d0 req-cde6b8d5-544b-4725-99be-9e8d97435c1c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Aug 31 08:59:51.140076 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3f97b-2f00-41f4-8d8e-38da7aa4dcb3 req-9944a6bd-2049-42a7-8924-5390cbfb32aa tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:51.148199 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-82c3f97b-2f00-41f4-8d8e-38da7aa4dcb3 req-9944a6bd-2049-42a7-8924-5390cbfb32aa tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.0664630 Aug 31 08:59:51.201443 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-82c3f97b-2f00-41f4-8d8e-38da7aa4dcb3 req-df627159-3048-4301-8071-5121d1ee4288 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508208 Aug 31 08:59:51.231999 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b1657c4f-c16a-4684-90d1-5a04d15688a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:51.250978 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49918a6-f336-4142-93e2-2fcfc566eaad req-9b3a5165-49ad-45fe-a6e6-8e1a53b0db23 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:51.253123 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f49918a6-f336-4142-93e2-2fcfc566eaad req-9b3a5165-49ad-45fe-a6e6-8e1a53b0db23 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.0843682 Aug 31 08:59:51.307482 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d0c3c6-9e50-4246-b0d8-33132bdfac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a0840-4b70-4cf9-9029-1c78ca18ff77'}, {'server_uuid': 'b0e33bdb-4c86-4c85-82e2-d41e535ea7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e36bf-4768-47a2-8487-08aa21620534'}, {'server_uuid': 'b3977c56-5372-4d6c-90be-1207145871b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d501da-5386-47b2-acac-dc907603145e'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:51.307482 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d1269-39a9-407a-bba2-a2829f5ac050" -d '{"events": [{"server_uuid": "c0d0c3c6-9e50-4246-b0d8-33132bdfac26", "name": "network-vif-plugged", "status": "completed", "tag": "e27a0840-4b70-4cf9-9029-1c78ca18ff77"}, {"server_uuid": "b0e33bdb-4c86-4c85-82e2-d41e535ea7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ee9e36bf-4768-47a2-8487-08aa21620534"}, {"server_uuid": "b3977c56-5372-4d6c-90be-1207145871b0", "name": "network-vif-plugged", "status": "completed", "tag": "84d501da-5386-47b2-acac-dc907603145e"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:51.309024 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f49918a6-f336-4142-93e2-2fcfc566eaad req-f29b108d-5346-4ac3-9ba1-d3047dff4f31 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477993 Aug 31 08:59:51.356956 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a6eaf3-303b-43b0-a215-6941df44c192 x-openstack-request-id: req-49a6eaf3-303b-43b0-a215-6941df44c192 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:51.360515 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d0c3c6-9e50-4246-b0d8-33132bdfac26", "name": "network-vif-plugged", "status": "completed", "tag": "e27a0840-4b70-4cf9-9029-1c78ca18ff77", "code": 200}, {"server_uuid": "b0e33bdb-4c86-4c85-82e2-d41e535ea7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ee9e36bf-4768-47a2-8487-08aa21620534", "code": 200}, {"server_uuid": "b3977c56-5372-4d6c-90be-1207145871b0", "name": "network-vif-plugged", "status": "completed", "tag": "84d501da-5386-47b2-acac-dc907603145e", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:51.360515 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49a6eaf3-303b-43b0-a215-6941df44c192 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:51.360515 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d0c3c6-9e50-4246-b0d8-33132bdfac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a0840-4b70-4cf9-9029-1c78ca18ff77', 'code': 200} Aug 31 08:59:51.360515 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e33bdb-4c86-4c85-82e2-d41e535ea7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e36bf-4768-47a2-8487-08aa21620534', 'code': 200} Aug 31 08:59:51.360515 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3977c56-5372-4d6c-90be-1207145871b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d501da-5386-47b2-acac-dc907603145e', 'code': 200} Aug 31 08:59:51.381456 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b1657c4f-c16a-4684-90d1-5a04d15688a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:51.492213 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b1657c4f-c16a-4684-90d1-5a04d15688a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:51.541024 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1657c4f-c16a-4684-90d1-5a04d15688a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8accd4c9-0b79-4f1b-984b-e0e7df75aa2d,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:51.562518 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ad834-353d-4bc5-a89e-dc3445f9aaab req-fc7cca38-7a1b-448e-90a7-c13b2b0fde4b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:51.567284 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-b1657c4f-c16a-4684-90d1-5a04d15688a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3501f0b64b5b4494a954062f2835626a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941521 Aug 31 08:59:51.569028 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46042) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:51.570192 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1b5ad834-353d-4bc5-a89e-dc3445f9aaab req-fc7cca38-7a1b-448e-90a7-c13b2b0fde4b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 945 time: 0.0807321 Aug 31 08:59:51.617186 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1b5ad834-353d-4bc5-a89e-dc3445f9aaab req-e8bc44c9-d350-472e-a977-4dd7a03bbbfa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446672 Aug 31 08:59:51.656855 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9c22a806-fcd7-45e0-9301-3c7c1f764e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:51.684685 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9c22a806-fcd7-45e0-9301-3c7c1f764e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:51.767980 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8921b-d2c7-4620-b2fc-9e5e07574c89 req-063ee4cb-226f-4676-8cad-eca7b0df873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:51.769612 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-20b8921b-d2c7-4620-b2fc-9e5e07574c89 req-063ee4cb-226f-4676-8cad-eca7b0df873e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1098 time: 0.0778267 Aug 31 08:59:51.856843 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-20b8921b-d2c7-4620-b2fc-9e5e07574c89 req-1d66c7e2-f566-4baf-9151-a13c88f5cf8d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744693 Aug 31 08:59:51.866745 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6882142-0b34-4f35-a49b-0f80de4bc2c4 req-885e56a9-4a15-4e98-a769-c86b215df3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:51.868272 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f6882142-0b34-4f35-a49b-0f80de4bc2c4 req-885e56a9-4a15-4e98-a769-c86b215df3e3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 1098 time: 0.0525734 Aug 31 08:59:51.900749 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9c22a806-fcd7-45e0-9301-3c7c1f764e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:51.905548 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9c22a806-fcd7-45e0-9301-3c7c1f764e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:51.907600 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-9c22a806-fcd7-45e0-9301-3c7c1f764e54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8accd4c9-0b79-4f1b-984b-e0e7df75aa2d HTTP/1.1" status: 204 len: 168 time: 0.3374798 Aug 31 08:59:51.916509 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22a806-fcd7-45e0-9301-3c7c1f764e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8accd4c9-0b79-4f1b-984b-e0e7df75aa2d,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:51.972753 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:52.062213 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b77b52-9ff1-4b61-af07-ec33b47ecaf9 req-9d64c350-8d94-433e-a169-d1e2a06b4590 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:52.062538 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9b77b52-9ff1-4b61-af07-ec33b47ecaf9 req-9d64c350-8d94-433e-a169-d1e2a06b4590 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0573037 Aug 31 08:59:52.124059 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 282f4efb-4bee-412b-94fe-2c45f5e0999b completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:52.128600 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f6882142-0b34-4f35-a49b-0f80de4bc2c4 req-d3e86fc3-aefd-4421-a9b2-7ae2a01e27bd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650675 Aug 31 08:59:52.131004 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 282f4efb-4bee-412b-94fe-2c45f5e0999b triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:52.131613 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:52.133888 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9b77b52-9ff1-4b61-af07-ec33b47ecaf9 req-b817f44a-5b4d-4d6e-93a1-28b2faa45202 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649905 Aug 31 08:59:52.154615 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fdf01-f467-4d2f-a3e1-611ad5c1da9e req-7c319b86-9bf0-4eb5-8b1f-b1d4e012c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:52.156133 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3c6fdf01-f467-4d2f-a3e1-611ad5c1da9e req-7c319b86-9bf0-4eb5-8b1f-b1d4e012c97f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 1098 time: 0.1063771 Aug 31 08:59:52.228342 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:52.263627 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:52.330372 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aab1e7-0c4f-46cd-9541-7dc76782a5ff req-604a52bd-e0c1-467a-b32b-a30ea672f9ba tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:52.331996 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f3aab1e7-0c4f-46cd-9541-7dc76782a5ff req-604a52bd-e0c1-467a-b32b-a30ea672f9ba tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.0549424 Aug 31 08:59:52.375826 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:52.407117 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3c6fdf01-f467-4d2f-a3e1-611ad5c1da9e req-597305cf-cce3-4119-b4f2-8663142a1a41 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668683 Aug 31 08:59:52.419568 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f3aab1e7-0c4f-46cd-9541-7dc76782a5ff req-3b7f03a8-88f9-447d-bbe4-87cf07f25d48 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787287 Aug 31 08:59:52.469607 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04052a-d7bd-49fb-850c-ca7a64d1f389 req-0d59ccf6-1266-4861-839d-23e9d7d8bb5a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:52.471456 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-be04052a-d7bd-49fb-850c-ca7a64d1f389 req-0d59ccf6-1266-4861-839d-23e9d7d8bb5a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.0622342 Aug 31 08:59:52.480815 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:52.548040 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-be04052a-d7bd-49fb-850c-ca7a64d1f389 req-a253b02f-70d0-4029-8a14-b1069b454531 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623515 Aug 31 08:59:52.783824 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c7aab-fa76-43c5-84c6-ed72d51cdfd7 req-0bcfd50a-e620-4884-b126-1fbb03403405 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:52.783960 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d19c7aab-fa76-43c5-84c6-ed72d51cdfd7 req-0bcfd50a-e620-4884-b126-1fbb03403405 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0792964 Aug 31 08:59:52.784421 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46090) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:52.842518 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d19c7aab-fa76-43c5-84c6-ed72d51cdfd7 req-5dee1a70-7edb-43b2-899b-9c81d2a82985 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504010 Aug 31 08:59:53.067401 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e67dec65-582c-4753-8238-87070d10f5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.158441 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e67dec65-582c-4753-8238-87070d10f5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.223006 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46102) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:53.236573 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c1b58653-e3c4-40da-b4d1-d5bfad92db8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.269748 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da7ce1-1ad6-4e38-a863-996f9b1d8580 req-081437c3-3dff-496e-baff-704d64e3c01e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:53.271700 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e67dec65-582c-4753-8238-87070d10f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.272044 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-73da7ce1-1ad6-4e38-a863-996f9b1d8580 req-081437c3-3dff-496e-baff-704d64e3c01e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0554550 Aug 31 08:59:53.315067 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-73da7ce1-1ad6-4e38-a863-996f9b1d8580 req-a9cc558a-b388-46e2-9a8b-a357cb086a92 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Aug 31 08:59:53.333008 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-e67dec65-582c-4753-8238-87070d10f5ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=674ffec1be6d45a784de5ec27e6ed3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475693 Aug 31 08:59:53.335958 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46106) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:53.336437 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dec65-582c-4753-8238-87070d10f5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a707acba-af8a-4feb-b214-f546cee532d7,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:53.362592 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:53.362592 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f61043f-0a87-4083-af54-59d5dd84ca3c" -d '{"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-plugged", "status": "completed", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:53.397435 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c002afc3-2b2f-4013-bfe2-5362017d98e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.406321 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16b46f0-c2a2-4b7a-88c7-63b958d72453 x-openstack-request-id: req-c16b46f0-c2a2-4b7a-88c7-63b958d72453 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:53.406321 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-plugged", "status": "completed", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:53.406321 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c16b46f0-c2a2-4b7a-88c7-63b958d72453 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:53.406321 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'code': 200} Aug 31 08:59:53.430426 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c1b58653-e3c4-40da-b4d1-d5bfad92db8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.430721 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c002afc3-2b2f-4013-bfe2-5362017d98e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.546274 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c217c-7511-46ba-b042-c74c03c46f05 req-3f199781-331f-4e9b-831f-ba5f9e9a3823 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:53.547907 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4f2c217c-7511-46ba-b042-c74c03c46f05 req-3f199781-331f-4e9b-831f-ba5f9e9a3823 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.0501904 Aug 31 08:59:53.552383 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c1b58653-e3c4-40da-b4d1-d5bfad92db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.584946 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c1b58653-e3c4-40da-b4d1-d5bfad92db8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c39df10f20c34a699a8b94dd6a70a247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605707 Aug 31 08:59:53.590288 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46118) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:53.614121 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c002afc3-2b2f-4013-bfe2-5362017d98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.626037 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c002afc3-2b2f-4013-bfe2-5362017d98e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.626037 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c002afc3-2b2f-4013-bfe2-5362017d98e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a707acba-af8a-4feb-b214-f546cee532d7 HTTP/1.1" status: 204 len: 168 time: 0.2843690 Aug 31 08:59:53.652611 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b58653-e3c4-40da-b4d1-d5bfad92db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b2548-7e32-4760-b853-e594f12c5bc7,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:53.665473 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b50dd786-454d-413a-8a20-0d52d3863b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.693361 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b50dd786-454d-413a-8a20-0d52d3863b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:53.719498 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4f2c217c-7511-46ba-b042-c74c03c46f05 req-58a8f2d3-76a4-4009-ae84-4a3714cc04c3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533673 Aug 31 08:59:53.721537 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002afc3-2b2f-4013-bfe2-5362017d98e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a707acba-af8a-4feb-b214-f546cee532d7,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:53.776416 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1a49b-6e86-4e8f-bea5-fd78f7e46cb6 req-2c4984df-f59d-48d0-93c8-3cc20a588737 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:53.778093 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c8f1a49b-6e86-4e8f-bea5-fd78f7e46cb6 req-2c4984df-f59d-48d0-93c8-3cc20a588737 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.0755072 Aug 31 08:59:53.839822 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c8f1a49b-6e86-4e8f-bea5-fd78f7e46cb6 req-5a05a5b1-0175-4398-ac7b-939ce2887952 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Aug 31 08:59:53.870288 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150edbfa-4325-4266-825e-aafc8b481460 req-f8e5ccd8-8d70-45f2-8f19-fa4059faefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:53.872581 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-150edbfa-4325-4266-825e-aafc8b481460 req-f8e5ccd8-8d70-45f2-8f19-fa4059faefbb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 1099 time: 0.0463789 Aug 31 08:59:53.911989 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-150edbfa-4325-4266-825e-aafc8b481460 req-d6d4ab78-d7fb-4490-911c-3410b30d2b59 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308089 Aug 31 08:59:53.975390 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455c99b-6bbd-4863-9282-4a4454a69729 req-b85cf736-593a-4bad-8590-11882b317146 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:53.976805 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5455c99b-6bbd-4863-9282-4a4454a69729 req-b85cf736-593a-4bad-8590-11882b317146 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0490479 Aug 31 08:59:54.016343 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5455c99b-6bbd-4863-9282-4a4454a69729 req-064e9335-b906-49b3-a15a-c06d0681583b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332494 Aug 31 08:59:54.046544 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b50dd786-454d-413a-8a20-0d52d3863b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:54.050720 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b50dd786-454d-413a-8a20-0d52d3863b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:54.052078 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b50dd786-454d-413a-8a20-0d52d3863b68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db5b2548-7e32-4760-b853-e594f12c5bc7 HTTP/1.1" status: 204 len: 168 time: 0.4601276 Aug 31 08:59:54.061410 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dd786-454d-413a-8a20-0d52d3863b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b2548-7e32-4760-b853-e594f12c5bc7,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:54.454380 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440a08-f662-498d-be5d-1527cf0d42ba req-ed03e891-1f15-47e5-9da8-029ec7a9034a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:54.456019 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-de440a08-f662-498d-be5d-1527cf0d42ba req-ed03e891-1f15-47e5-9da8-029ec7a9034a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0618665 Aug 31 08:59:54.500040 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-de440a08-f662-498d-be5d-1527cf0d42ba req-7dd351cd-af2e-4809-976f-de659feeb8f6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 Aug 31 08:59:54.995230 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5a982-c194-4456-aa3c-7d6b8a240ea6 req-3ee13957-e1e2-4baa-a520-feb40a968d7c tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:55.003488 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2fa5a982-c194-4456-aa3c-7d6b8a240ea6 req-3ee13957-e1e2-4baa-a520-feb40a968d7c tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.0925388 Aug 31 08:59:55.032839 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46172) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:55.056405 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2fa5a982-c194-4456-aa3c-7d6b8a240ea6 req-91a77321-0d7d-441a-94c9-f8ea439cd447 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Aug 31 08:59:55.079953 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-509108d0-462e-4b28-94eb-bd86c0165478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:55.271576 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-509108d0-462e-4b28-94eb-bd86c0165478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:55.283560 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb820440-29ba-4432-89f2-766261f506d6 req-26788ecb-b625-48c8-880c-419e6fa63305 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:55.288713 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eb820440-29ba-4432-89f2-766261f506d6 req-26788ecb-b625-48c8-880c-419e6fa63305 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1105869 Aug 31 08:59:55.316002 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081dbdd-c7bf-4a93-a315-e5e41e2dfa23 req-0a8a74e2-ffb9-47d3-b925-84f29bf4bb28 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:55.319274 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f081dbdd-c7bf-4a93-a315-e5e41e2dfa23 req-0a8a74e2-ffb9-47d3-b925-84f29bf4bb28 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0783699 Aug 31 08:59:55.333884 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eb820440-29ba-4432-89f2-766261f506d6 req-5ddd348e-e48d-4f44-b38d-93a0396707b5 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417132 Aug 31 08:59:55.391037 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f081dbdd-c7bf-4a93-a315-e5e41e2dfa23 req-4c972a20-0e50-444b-b94d-5affc749069c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641963 Aug 31 08:59:55.392309 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-509108d0-462e-4b28-94eb-bd86c0165478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:55.430219 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-509108d0-462e-4b28-94eb-bd86c0165478 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28a8470048834aeeb36974be4c656a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957303 Aug 31 08:59:55.434060 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46186) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:55.457063 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509108d0-462e-4b28-94eb-bd86c0165478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77874b-36dd-427a-929f-efff909e4b89,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:55.487063 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-82b0fdbd-6249-442b-bf50-5a6970cc37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:55.488451 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-82b0fdbd-6249-442b-bf50-5a6970cc37c7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 1098 time: 0.0922310 Aug 31 08:59:55.572830 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2f732390-4da0-494e-911a-b04258511b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:55.611788 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2f732390-4da0-494e-911a-b04258511b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:55.664157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-5623a657-d078-464e-9b54-c22ffaf51ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:55.668113 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-5623a657-d078-464e-9b54-c22ffaf51ef5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 918 time: 0.1680090 Aug 31 08:59:55.723335 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-b83ab5ac-1a20-4caf-9f17-ddaab8e59b38 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d501da-5386-47b2-acac-dc907603145e HTTP/1.1" status: 200 len: 217 time: 0.0409219 Aug 31 08:59:55.779257 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-5c423afe-4136-432e-bf03-546d2e8addd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:55.781167 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-5c423afe-4136-432e-bf03-546d2e8addd2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.0504761 Aug 31 08:59:55.815848 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-f65c786a-dfbb-46b1-acaf-df3a16dc40fa service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278080 Aug 31 08:59:55.842663 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2f732390-4da0-494e-911a-b04258511b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:55.842663 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2f732390-4da0-494e-911a-b04258511b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:55.844247 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-2f732390-4da0-494e-911a-b04258511b24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a77874b-36dd-427a-929f-efff909e4b89 HTTP/1.1" status: 204 len: 168 time: 0.4089952 Aug 31 08:59:55.887016 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f732390-4da0-494e-911a-b04258511b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77874b-36dd-427a-929f-efff909e4b89,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:55.933100 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-217d7c5d-9964-4c2d-821a-67375bc2173d service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105223 Aug 31 08:59:56.033783 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7632a3e5-8d44-42a1-8c9e-e10eb80ce4d7 req-3825bb8b-c18b-446e-9562-3d76057c5a0c service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916786 Aug 31 08:59:56.567956 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165919d-629a-4663-a7ce-4ab5de45f582 req-e1468491-2552-43db-a4dd-882359edd0bc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:56.574701 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5165919d-629a-4663-a7ce-4ab5de45f582 req-e1468491-2552-43db-a4dd-882359edd0bc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0716743 Aug 31 08:59:56.622512 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5165919d-629a-4663-a7ce-4ab5de45f582 req-a141f2f6-7bf2-4ab5-96cb-3b5356ad67e2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463283 Aug 31 08:59:56.780767 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74222d2-5872-4c29-b80d-493b078657c1 req-6537a38d-92be-4b88-88c1-9416758f450b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:56.782178 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e74222d2-5872-4c29-b80d-493b078657c1 req-6537a38d-92be-4b88-88c1-9416758f450b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0703416 Aug 31 08:59:56.786291 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3fdc-f5e1-47c2-a709-3c4944905d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:56.821984 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e74222d2-5872-4c29-b80d-493b078657c1 req-a18a8ae5-ca4d-4b3e-b859-0ed723d479f8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325434 Aug 31 08:59:56.940335 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245d03-bca7-45c5-8a6c-8fbf224317a7 req-77c29bef-8355-4ce6-987a-6cb237506272 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:56.941917 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-68245d03-bca7-45c5-8a6c-8fbf224317a7 req-77c29bef-8355-4ce6-987a-6cb237506272 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0630145 Aug 31 08:59:56.956843 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46252) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:56.957615 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'floatingip': {'port_id': '282f4efb-4bee-412b-94fe-2c45f5e0999b'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:57.036310 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:57.169941 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46268) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:57.327297 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5783f06d-9280-4a71-9c71-3316ed5d2a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:57.440129 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5783f06d-9280-4a71-9c71-3316ed5d2a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:57.525844 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5783f06d-9280-4a71-9c71-3316ed5d2a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:57.581004 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-5783f06d-9280-4a71-9c71-3316ed5d2a66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74d0517c387042efa003d4a031e73a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099851 Aug 31 08:59:57.597419 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46290) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:57.641191 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783f06d-9280-4a71-9c71-3316ed5d2a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a50896f-b84f-49c0-ba22-21da7ec72e0a,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:57.738421 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e978751a-0564-45f9-80bc-5b708bb3fba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:57.773001 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e978751a-0564-45f9-80bc-5b708bb3fba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.060557 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e978751a-0564-45f9-80bc-5b708bb3fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.066385 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e978751a-0564-45f9-80bc-5b708bb3fba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.071045 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-e978751a-0564-45f9-80bc-5b708bb3fba8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a50896f-b84f-49c0-ba22-21da7ec72e0a HTTP/1.1" status: 204 len: 168 time: 0.4700835 Aug 31 08:59:58.094860 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978751a-0564-45f9-80bc-5b708bb3fba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a50896f-b84f-49c0-ba22-21da7ec72e0a,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:58.192761 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.213895 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90792d-0f62-4842-9a1a-81e34a782d0b req-633289c9-6643-42ce-8363-6cf4298ca49c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:58.226189 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9f90792d-0f62-4842-9a1a-81e34a782d0b req-633289c9-6643-42ce-8363-6cf4298ca49c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0927901 Aug 31 08:59:58.275584 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9f90792d-0f62-4842-9a1a-81e34a782d0b req-371784e9-0267-4108-bc63-ef28182f7d29 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521986 Aug 31 08:59:58.284034 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.398520 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Floating IP 5e6d939e-1196-4932-87c8-e21655cc5709 associated. External IP: 172.27.3.233, port: 282f4efb-4bee-412b-94fe-2c45f5e0999b. Aug 31 08:59:58.630671 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Router c09a7385-937c-468a-a2bd-88894604367a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:59:58.752018 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:59:58.757030 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.766782 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] Sync routers for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:59:58.776161 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:58.776940 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:58.790166 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-220ac7c4-ff20-4549-a750-f86d7d0ae85a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "PUT /v2.0/floatingips/5e6d939e-1196-4932-87c8-e21655cc5709 HTTP/1.1" status: 200 len: 992 time: 1.8369431 Aug 31 08:59:58.790909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:58.794329 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007f6b95-9f30-459c-bd12-6e86671b3f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:58.914793 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:58.966921 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99de0bd-6fc6-43a4-8664-26156b0ffe9b x-openstack-request-id: req-c99de0bd-6fc6-43a4-8664-26156b0ffe9b {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:58.991339 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:58.991339 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c99de0bd-6fc6-43a4-8664-26156b0ffe9b {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:58.991339 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'status': 'completed', 'code': 200} Aug 31 08:59:59.044322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-95cad401-9889-44a7-b936-3ffb79c6c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:59.046154 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-95cad401-9889-44a7-b936-3ffb79c6c3bc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 1099 time: 0.0525413 Aug 31 08:59:59.183935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-074cdfa2-ba62-4518-8a86-7b8615c35066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:59.185955 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-074cdfa2-ba62-4518-8a86-7b8615c35066 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 918 time: 0.1226065 Aug 31 08:59:59.362157 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-735481f5-d5ba-4e3e-9502-74df43396528 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b HTTP/1.1" status: 200 len: 1000 time: 0.1687756 Aug 31 08:59:59.415075 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '5e6d939e-1196-4932-87c8-e21655cc5709', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'port_id': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'mac_address': 'fa:16:3e:b5:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:59:36Z', 'updated_at': '2021-08-31T08:59:57Z', 'revision_number': 1, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:59.454271 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3042528-0167-491b-824a-a91272cc50e8 req-6856d45b-8e67-48b3-ac75-d9d68e919e89 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:59.462356 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b3042528-0167-491b-824a-a91272cc50e8 req-6856d45b-8e67-48b3-ac75-d9d68e919e89 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1109366 Aug 31 08:59:59.467471 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] Checking router: c09a7385-937c-468a-a2bd-88894604367a for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:59:59.476384 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-876a9bed-1931-4a60-b509-17edcc1137e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:59.478043 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-876a9bed-1931-4a60-b509-17edcc1137e4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.0860646 Aug 31 08:59:59.478148 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:59.478603 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T08:59:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:59.517689 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:59.566566 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b3042528-0167-491b-824a-a91272cc50e8 req-32a09659-c410-4326-bf97-eb4d85cabec4 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996304 Aug 31 08:59:59.621476 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4eedbda7-d618-4724-bbc9-9741268bdcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:59.624307 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-350a495a-fb19-482b-a976-2bf9814614ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:59.626219 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-350a495a-fb19-482b-a976-2bf9814614ab service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1199355 Aug 31 08:59:59.667291 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:59.740584 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-08e9d470-f3d4-4d22-8050-300b2d65b8c7 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060758 Aug 31 08:59:59.862434 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007f6b95-9f30-459c-bd12-6e86671b3f4f req-6d66d40c-19c4-4fde-884c-e5408c201fbb service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101143 Aug 31 08:59:59.975759 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '5e6d939e-1196-4932-87c8-e21655cc5709', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'port_id': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'mac_address': 'fa:16:3e:b5:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:59:36Z', 'updated_at': '2021-08-31T08:59:57Z', 'revision_number': 1, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:00.008818 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd79dd5-3276-42be-ab6f-446d257bb133 None None] The sync data for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi is: [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '5e6d939e-1196-4932-87c8-e21655cc5709', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'port_id': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'mac_address': 'fa:16:3e:b5:be:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:59:36Z', 'updated_at': '2021-08-31T08:59:57Z', 'revision_number': 1, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:00.287491 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfa456-b563-4760-b659-6b9a5cadc93f None None] New status for floating IP 5e6d939e-1196-4932-87c8-e21655cc5709: ACTIVE {{(pid=101247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:00:00.662549 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46442) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:00.764670 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662feb47-1eb9-4cc1-92e2-6f64c5f78270 req-1155b488-8301-43f2-b503-9864e1d77986 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:00.767725 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-662feb47-1eb9-4cc1-92e2-6f64c5f78270 req-1155b488-8301-43f2-b503-9864e1d77986 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0863490 Aug 31 09:00:00.834533 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-662feb47-1eb9-4cc1-92e2-6f64c5f78270 req-8cccbde8-a227-49f6-9cc0-1a553830481c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590394 Aug 31 09:00:00.849898 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.013099 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-16006303-777f-4c9c-aac5-dc2f2e59b150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.037563 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46450) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:01.143249 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-853ead73-b0b9-43f8-8b98-e781f8c4f6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.159390 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-16006303-777f-4c9c-aac5-dc2f2e59b150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.290295 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-16006303-777f-4c9c-aac5-dc2f2e59b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.340795 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-16006303-777f-4c9c-aac5-dc2f2e59b150 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8693cac4b58a46168833815f9edd8980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752386 Aug 31 09:00:01.341431 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16006303-777f-4c9c-aac5-dc2f2e59b150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c934d2-4fca-4b6b-b03e-2aa21229fb45,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:01.345043 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46456) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:01.461038 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7a9966e2-5aaa-47f8-a58a-3479ddb64ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.522892 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46464) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:01.533139 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-853ead73-b0b9-43f8-8b98-e781f8c4f6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.549915 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7a9966e2-5aaa-47f8-a58a-3479ddb64ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.633429 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-853ead73-b0b9-43f8-8b98-e781f8c4f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.676090 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-853ead73-b0b9-43f8-8b98-e781f8c4f6cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a555dab96e08402395722939db2e24e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369331 Aug 31 09:00:01.676291 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46474) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:01.710532 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ead73-b0b9-43f8-8b98-e781f8c4f6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70936b97-575a-48ec-84b6-b73dda806aa3,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:01.728356 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7a9966e2-5aaa-47f8-a58a-3479ddb64ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.732739 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7a9966e2-5aaa-47f8-a58a-3479ddb64ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.735926 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7a9966e2-5aaa-47f8-a58a-3479ddb64ab3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8c934d2-4fca-4b6b-b03e-2aa21229fb45 HTTP/1.1" status: 204 len: 168 time: 0.3887248 Aug 31 09:00:01.757201 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9966e2-5aaa-47f8-a58a-3479ddb64ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c934d2-4fca-4b6b-b03e-2aa21229fb45,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:01.773377 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3ce7e6e3-87fa-4734-88ec-cf5bfedde9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.783405 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a32b-06ae-4225-bc66-531def2e8acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.819689 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a32b-06ae-4225-bc66-531def2e8acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.910202 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3ce7e6e3-87fa-4734-88ec-cf5bfedde9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.986487 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058414f-2f27-4871-806e-e21aa32a8592 req-90691222-971c-4c08-a7b9-a9bfa4e3d21e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:01.988864 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6058414f-2f27-4871-806e-e21aa32a8592 req-90691222-971c-4c08-a7b9-a9bfa4e3d21e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0689838 Aug 31 09:00:02.043730 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6058414f-2f27-4871-806e-e21aa32a8592 req-04b96897-7323-4651-a74c-10c3247680e3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Aug 31 09:00:02.198876 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3ce7e6e3-87fa-4734-88ec-cf5bfedde9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.199826 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a32b-06ae-4225-bc66-531def2e8acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.203185 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a32b-06ae-4225-bc66-531def2e8acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.205545 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1bf6a32b-06ae-4225-bc66-531def2e8acb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70936b97-575a-48ec-84b6-b73dda806aa3 HTTP/1.1" status: 204 len: 168 time: 0.5276754 Aug 31 09:00:02.228609 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6a32b-06ae-4225-bc66-531def2e8acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70936b97-575a-48ec-84b6-b73dda806aa3,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:02.274701 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7e6e3-87fa-4734-88ec-cf5bfedde9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fed056-44ff-4850-846e-79d9cc5248e4,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:02.300027 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-3ce7e6e3-87fa-4734-88ec-cf5bfedde9f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bae6bc6a6224b459997e03381fe2d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701187 Aug 31 09:00:02.300027 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46490) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:02.377268 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb7b42e3-5c00-4799-84b6-d0bffe389a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.406308 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb7b42e3-5c00-4799-84b6-d0bffe389a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.465402 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.597288 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb7b42e3-5c00-4799-84b6-d0bffe389a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.601758 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb7b42e3-5c00-4799-84b6-d0bffe389a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.603820 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-eb7b42e3-5c00-4799-84b6-d0bffe389a29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18fed056-44ff-4850-846e-79d9cc5248e4 HTTP/1.1" status: 204 len: 168 time: 0.3026850 Aug 31 09:00:02.616860 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b42e3-5c00-4799-84b6-d0bffe389a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fed056-44ff-4850-846e-79d9cc5248e4,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:02.949637 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46500) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:02.969648 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-19b94d1c-8b3b-4d6b-9284-466990b44b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:03.084152 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-19b94d1c-8b3b-4d6b-9284-466990b44b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:03.196847 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a67de-0011-4998-ac85-545c1940cb9a req-e442c2ab-c433-45d3-b907-7155d18e9195 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:03.199365 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c68a67de-0011-4998-ac85-545c1940cb9a req-e442c2ab-c433-45d3-b907-7155d18e9195 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0739024 Aug 31 09:00:03.203826 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-19b94d1c-8b3b-4d6b-9284-466990b44b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:03.313583 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b94d1c-8b3b-4d6b-9284-466990b44b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2742e4e9-b589-45c5-808a-8352bda748bc,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:03.331145 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-19b94d1c-8b3b-4d6b-9284-466990b44b84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18219576e7b24ebc93a020c27885310e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802509 Aug 31 09:00:03.334474 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46514) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:03.347468 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c68a67de-0011-4998-ac85-545c1940cb9a req-db2aadde-729a-4a0d-9e4e-9b21d7e54903 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369529 Aug 31 09:00:03.409721 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-190151c4-25af-485c-b92f-c3fe1a23134c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:03.440277 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-190151c4-25af-485c-b92f-c3fe1a23134c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:03.888191 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-190151c4-25af-485c-b92f-c3fe1a23134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:03.890786 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-190151c4-25af-485c-b92f-c3fe1a23134c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:03.892029 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-190151c4-25af-485c-b92f-c3fe1a23134c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2742e4e9-b589-45c5-808a-8352bda748bc HTTP/1.1" status: 204 len: 168 time: 0.5552852 Aug 31 09:00:03.901684 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190151c4-25af-485c-b92f-c3fe1a23134c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2742e4e9-b589-45c5-808a-8352bda748bc,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:04.347550 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46528) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:04.364727 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a69a5523-7cbb-48b6-876f-5f77cd8cc0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:04.519366 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79e96c-7165-4fb4-8225-c10db90bce4c req-765f25bb-ec07-47a3-bec0-9d439021284f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:04.521333 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ba79e96c-7165-4fb4-8225-c10db90bce4c req-765f25bb-ec07-47a3-bec0-9d439021284f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0780468 Aug 31 09:00:04.523535 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a69a5523-7cbb-48b6-876f-5f77cd8cc0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:04.571903 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ba79e96c-7165-4fb4-8225-c10db90bce4c req-f460e8dd-11d5-410a-972a-4bd81a1b0291 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Aug 31 09:00:04.655755 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a69a5523-7cbb-48b6-876f-5f77cd8cc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:04.713017 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46548) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:04.713190 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-a69a5523-7cbb-48b6-876f-5f77cd8cc0b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a52905492354de48da116b54a4d3481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643429 Aug 31 09:00:04.717148 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a5523-7cbb-48b6-876f-5f77cd8cc0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c182cd-df57-4315-ae1e-6925283269a2,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:04.787006 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-89bbfcea-022f-47ce-9347-1e53baa05d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:04.824846 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-89bbfcea-022f-47ce-9347-1e53baa05d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:04.860215 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46552) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:04.989821 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1349216269-network', 'tenant_id': '18c994179b2547efb476c55739f163b0'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:05.021590 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-89bbfcea-022f-47ce-9347-1e53baa05d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.026372 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-89bbfcea-022f-47ce-9347-1e53baa05d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.028167 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-89bbfcea-022f-47ce-9347-1e53baa05d40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7c182cd-df57-4315-ae1e-6925283269a2 HTTP/1.1" status: 204 len: 168 time: 0.3130257 Aug 31 09:00:05.038528 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbfcea-022f-47ce-9347-1e53baa05d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c182cd-df57-4315-ae1e-6925283269a2,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:05.112623 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Made reservation on behalf of 18c994179b2547efb476c55739f163b0 for: {'network': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:05.115312 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.134823 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.266715 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.337156 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.367042 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=101246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:00:05.378945 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4343978-4c9f-4233-9107-3408a633a7ac,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:05.384931 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.385246 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.segments_db [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Added segment 4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf of type vlan for network 764f79b7-4193-4197-b75c-76669e3f52b2 Aug 31 09:00:05.434196 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.547386 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.550111 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:05.550111 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.653086 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] Pushing event updated for resources: {'Network': ['ID=764f79b7-4193-4197-b75c-76669e3f52b2,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:05.670450 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 764f79b7-4193-4197-b75c-76669e3f52b2 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:00:05.722871 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-ab5aca8e-0ea2-407b-a1ac-03169406152f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8612640 Aug 31 09:00:05.724094 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46594) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:05.731489 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Request body: {'subnet': {'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1349216269-subnet', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'ip_version': 4}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:05.786116 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afae92-162c-44d7-9c52-3332f878b2e9 req-3c5e7e72-4dc8-44b9-b0e6-4ec2c4cd259a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:05.795524 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f2afae92-162c-44d7-9c52-3332f878b2e9 req-3c5e7e72-4dc8-44b9-b0e6-4ec2c4cd259a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1162179 Aug 31 09:00:05.838517 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f2afae92-162c-44d7-9c52-3332f878b2e9 req-26a9a3ae-4876-4e4a-a1d0-f0d29f2be2e2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Aug 31 09:00:05.848826 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Made reservation on behalf of 18c994179b2547efb476c55739f163b0 for: {'subnet': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:05.852505 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.192894 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.286263 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=245ab52f-e6e4-4d78-bd11-a22541c18887,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:06.314990 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Checking segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:06.315540 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Network hostable DHCP agents. Network: 764f79b7-4193-4197-b75c-76669e3f52b2, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:00:06.450046 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Network 764f79b7-4193-4197-b75c-76669e3f52b2 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:00:06.579632 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 764f79b7-4193-4197-b75c-76669e3f52b2) {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:06.586486 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:06.587703 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.603077 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564681b0-96a1-4eee-a063-492c506972bc None None] Network 764f79b7-4193-4197-b75c-76669e3f52b2 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:06.702427 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f7215895-2646-4eec-bdfc-56eb59f6d839 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9763973 Aug 31 09:00:06.705215 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46616) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:06.710383 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:06.824941 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.826076 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.832358 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-764f79b7-4193-4197-b75c-76669e3f52b2', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:00:06.833112 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.898969 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:07.042518 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d065b-2c6a-423d-bbbf-6a9689e31f8e req-16ab5164-1bcb-45d1-9e7e-8b3e9d984a55 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:07.045378 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-858d065b-2c6a-423d-bbbf-6a9689e31f8e req-16ab5164-1bcb-45d1-9e7e-8b3e9d984a55 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0859303 Aug 31 09:00:07.085528 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Allocated IP 172.20.0.2 (764f79b7-4193-4197-b75c-76669e3f52b2/245ab52f-e6e4-4d78-bd11-a22541c18887/7a6a87cb-58ce-4707-a04d-e49f537ddb41) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:07.171184 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-858d065b-2c6a-423d-bbbf-6a9689e31f8e req-fb9c9c3b-fe41-41a1-960e-3752ab0fc9b0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096780 Aug 31 09:00:07.278534 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:07.283498 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:07.287970 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Transition to ACTIVE for port object 7a6a87cb-58ce-4707-a04d-e49f537ddb41 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:07.305441 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Transition to ACTIVE for port object 7a6a87cb-58ce-4707-a04d-e49f537ddb41 will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:07.676507 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:07.730901 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Network 764f79b7-4193-4197-b75c-76669e3f52b2 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:07.744307 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:07.754711 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:07.768858 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Pushing event updated for resources: {'Port': ['ID=7a6a87cb-58ce-4707-a04d-e49f537ddb41,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:07.831678 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Attempting to bind port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:07.832495 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Attempting to bind port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:07.833486 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Attempting to bind port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 on network 764f79b7-4193-4197-b75c-76669e3f52b2 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:07.839648 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:07.840249 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Checking segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:07.840809 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:07.844987 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Bound using segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:07.847456 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Bound port: 7a6a87cb-58ce-4707-a04d-e49f537ddb41, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:07.847456 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:07.977394 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] For port 7a6a87cb-58ce-4707-a04d-e49f537ddb41, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:07.981953 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] For port 7a6a87cb-58ce-4707-a04d-e49f537ddb41, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=7a6a87cb-58ce-4707-a04d-e49f537ddb41,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:07.992663 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:08.018279 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:08.134816 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Allocated IP 172.27.3.123 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/0974b4ff-a978-4edf-946c-2bcac29b9218) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:08.152237 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:08.252116 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bc2c6-28da-4c4a-b27b-aeeed6bf9e97 None None] Pushing event updated for resources: {'Port': ['ID=7a6a87cb-58ce-4707-a04d-e49f537ddb41,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:08.285341 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:08.303181 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb52cf-23ea-4092-9dd4-4747e5e49abf req-6c611b0f-c71a-4922-aaa0-0bb0a7374b09 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:08.587156 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-badb52cf-23ea-4092-9dd4-4747e5e49abf req-6c611b0f-c71a-4922-aaa0-0bb0a7374b09 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0619981 Aug 31 09:00:08.587156 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-badb52cf-23ea-4092-9dd4-4747e5e49abf req-767fd6f4-cf4b-4ed1-a475-97ffe5046ac5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 Aug 31 09:00:08.860481 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:08.927482 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:08.938983 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:08.938983 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:08.966684 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 7a6a87cb-58ce-4707-a04d-e49f537ddb41 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:08.996635 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Pushing event updated for resources: {'Port': ['ID=0974b4ff-a978-4edf-946c-2bcac29b9218,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:09.333145 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:09.478043 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:09.556119 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8fbe1-9b75-46f5-99de-aa075f8a2073 None None] Network 764f79b7-4193-4197-b75c-76669e3f52b2 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:09.758848 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-9d8c3f26-c055-47fc-a1a8-aeab4ab8fb61 None None] Provisioning for port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:09.790899 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b278f11-eccc-4a19-b17e-7fe8029bbb4c req-4cd961ed-b252-42f5-b4c5-55a776465659 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:09.793303 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3b278f11-eccc-4a19-b17e-7fe8029bbb4c req-4cd961ed-b252-42f5-b4c5-55a776465659 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0970309 Aug 31 09:00:09.796274 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-9d8c3f26-c055-47fc-a1a8-aeab4ab8fb61 None None] Provisioning complete for port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:09.796941 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3f26-c055-47fc-a1a8-aeab4ab8fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:09.854263 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3b278f11-eccc-4a19-b17e-7fe8029bbb4c req-0306710d-9bd7-463c-bc32-3c3a4b094ce6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485165 Aug 31 09:00:09.877498 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:09.963097 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06482d0e-193b-4163-b9f4-f130edcad229 req-26ec5d08-9d5d-4eef-a166-853228facbe7 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:09.966243 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-26ec5d08-9d5d-4eef-a166-853228facbe7 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/networks?id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 200 len: 814 time: 0.2151234 Aug 31 09:00:09.972097 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3f26-c055-47fc-a1a8-aeab4ab8fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:10.027693 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-b4033912-7359-48d2-a363-089909c4dda3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/quotas/d3cdf98caa9840c6aeefbb1bf388b598 HTTP/1.1" status: 200 len: 375 time: 0.0534718 Aug 31 09:00:10.029196 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-9d8c3f26-c055-47fc-a1a8-aeab4ab8fb61 None None] For port 7a6a87cb-58ce-4707-a04d-e49f537ddb41, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=7a6a87cb-58ce-4707-a04d-e49f537ddb41,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:10.101976 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-62869818-5228-4a41-b74f-b7dc19392036 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660636 Aug 31 09:00:10.158509 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3f26-c055-47fc-a1a8-aeab4ab8fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:10.215987 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-84ac28f2-c6f3-482b-8e25-b42bdbfb1361 service neutron] 10.222.0.66 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056788 Aug 31 09:00:10.238902 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c3f26-c055-47fc-a1a8-aeab4ab8fb61 None None] Pushing event updated for resources: {'Port': ['ID=7a6a87cb-58ce-4707-a04d-e49f537ddb41,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:10.243220 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:00:10.305478 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-8374a326-bb7a-4b6d-a54f-9a0a4e7f93e0 None None] Provisioning complete for port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:10.306115 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-8374a326-bb7a-4b6d-a54f-9a0a4e7f93e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:10.398722 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-369d7e89-5947-494f-b200-4d733cacdec0 service neutron] 10.222.0.66 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745195 Aug 31 09:00:10.422763 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:10.435035 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:10.450806 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:10.451716 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:00:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:10.533703 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:10.535455 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-6916145a-e37f-4bf4-a6b6-049931444f31 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8288908 Aug 31 09:00:10.538352 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46692) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:10.587687 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:10.812473 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 7a6a87cb-58ce-4707-a04d-e49f537ddb41 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:10.854223 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-753886c9-b283-480d-8a0d-a3b9c3a50779 req-b9cf56c5-f67e-4289-ac34-0e7adedaf4fe tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0873861 Aug 31 09:00:10.940996 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:10.948271 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:10.959456 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:09Z', 'revision_number': 3, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:11.011324 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:11.033639 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Updating router aa25a34d-6cd0-469f-877d-b1895b050dc8 port 0974b4ff-a978-4edf-946c-2bcac29b9218 binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:00:11.064019 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.131648 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208c1a5-7500-4b85-a0e2-257e7ec91a5e req-7ae060d3-3f6f-4609-9deb-7c66e3ba883c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:11.131648 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2208c1a5-7500-4b85-a0e2-257e7ec91a5e req-7ae060d3-3f6f-4609-9deb-7c66e3ba883c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1041641 Aug 31 09:00:11.186104 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2208c1a5-7500-4b85-a0e2-257e7ec91a5e req-a4333fa0-622a-4802-9825-0bf6e6b9106c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Aug 31 09:00:11.403855 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.415302 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Transition to ACTIVE for port object 0974b4ff-a978-4edf-946c-2bcac29b9218 will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:11.444488 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.628340 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Allocated IP 172.20.0.1 (764f79b7-4193-4197-b75c-76669e3f52b2/245ab52f-e6e4-4d78-bd11-a22541c18887/40318f96-4a36-4a3a-af1e-5851e45f3e3c) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:11.666886 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.731513 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Attempting to bind port 0974b4ff-a978-4edf-946c-2bcac29b9218 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:11.732073 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Attempting to bind port 0974b4ff-a978-4edf-946c-2bcac29b9218 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:11.741402 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Attempting to bind port 0974b4ff-a978-4edf-946c-2bcac29b9218 on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:11.750457 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e7d5f-471b-4073-9c4f-82ba818845eb None None] Pushing event updated for resources: {'Port': ['ID=0974b4ff-a978-4edf-946c-2bcac29b9218,revision_number=2']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:11.755765 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:11.756521 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:11.757106 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.757663 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:11.758316 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Bound port: 0974b4ff-a978-4edf-946c-2bcac29b9218, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:11.758885 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.762896 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.779017 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Transition to ACTIVE for port object 40318f96-4a36-4a3a-af1e-5851e45f3e3c will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:11.833630 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] For port 0974b4ff-a978-4edf-946c-2bcac29b9218, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:11.837234 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] For port 0974b4ff-a978-4edf-946c-2bcac29b9218, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=0974b4ff-a978-4edf-946c-2bcac29b9218,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:11.947129 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.983597 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-acc54330-00a2-4194-8564-9d4d45bd4dc6 req-358a73e2-4bc6-4742-85df-f02707731714 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0485604 Aug 31 09:00:11.989018 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Network 764f79b7-4193-4197-b75c-76669e3f52b2 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:11.989605 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.993690 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:12.001753 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:12.063347 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Pushing event updated for resources: {'Port': ['ID=40318f96-4a36-4a3a-af1e-5851e45f3e3c,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:12.092307 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.092791 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.093281 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.093786 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.094584 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.095157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.095708 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.096178 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.096691 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.097226 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.097728 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.098179 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.128449 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.134357 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e7d5f-471b-4073-9c4f-82ba818845eb None None] Pushing event updated for resources: {'Port': ['ID=0974b4ff-a978-4edf-946c-2bcac29b9218,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:12.141977 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:12.143387 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:00:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:12.220127 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46738) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:12.404874 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:12.480081 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.480576 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19b398-630d-491a-952d-4d5b34fdd7a7 req-4a0caac5-35e8-4aee-bc6d-2f86c75da4dd tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:12.483879 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8b19b398-630d-491a-952d-4d5b34fdd7a7 req-4a0caac5-35e8-4aee-bc6d-2f86c75da4dd tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1440217 Aug 31 09:00:12.497776 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.577961 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8b19b398-630d-491a-952d-4d5b34fdd7a7 req-d607d04a-131e-42c8-839c-05e120e374c5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825188 Aug 31 09:00:12.633625 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.649498 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-84e0b860-6857-4fe7-aaac-d68a31aa1e91 None None] Provisioning for port 40318f96-4a36-4a3a-af1e-5851e45f3e3c completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:12.654777 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-84e0b860-6857-4fe7-aaac-d68a31aa1e91 None None] Provisioning complete for port 40318f96-4a36-4a3a-af1e-5851e45f3e3c triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:12.655914 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-84e0b860-6857-4fe7-aaac-d68a31aa1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.702206 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-84e0b860-6857-4fe7-aaac-d68a31aa1e91 None None] Port 40318f96-4a36-4a3a-af1e-5851e45f3e3c cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:00:12.759623 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:09Z', 'revision_number': 3, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:12.765435 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.786475 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676bae2-6605-4a5f-bb8c-05639944ed75 None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:09Z', 'revision_number': 3, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:12.791567 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.829184 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54ccc3c085bf458884e6043d2a76a99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065793 Aug 31 09:00:12.830374 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7360733-7bfc-4caa-ba3a-6c33fc51bd5f,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:12.832701 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46748) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:12.852670 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.853281 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.853718 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.854134 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.855054 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.855486 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.855892 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.856295 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.856696 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.857094 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.857493 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.857886 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb76f05d-8173-491f-818a-834a595edfe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.918564 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.928462 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-09869c39-0a00-4aa1-ba49-e747f32f1a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.960805 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-09869c39-0a00-4aa1-ba49-e747f32f1a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.000453 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Pushing event updated for resources: {'Port': ['ID=40318f96-4a36-4a3a-af1e-5851e45f3e3c,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:13.013194 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.140917 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-09869c39-0a00-4aa1-ba49-e747f32f1a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.144562 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-09869c39-0a00-4aa1-ba49-e747f32f1a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.149553 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-09869c39-0a00-4aa1-ba49-e747f32f1a55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7360733-7bfc-4caa-ba3a-6c33fc51bd5f HTTP/1.1" status: 204 len: 168 time: 0.3157480 Aug 31 09:00:13.162199 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09869c39-0a00-4aa1-ba49-e747f32f1a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7360733-7bfc-4caa-ba3a-6c33fc51bd5f,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:13.227874 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e46f68c-08d0-4ac0-a194-6946f67085bb req-c87cf7b6-1a26-4ca5-95a2-79bb85793370 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0717988 Aug 31 09:00:13.254425 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Network 764f79b7-4193-4197-b75c-76669e3f52b2 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:13.255901 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:13.399070 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:00:13.548524 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-e07222f3-6b75-43d9-83df-62f13ddb3226 None None] Provisioning complete for port 40318f96-4a36-4a3a-af1e-5851e45f3e3c triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:13.549383 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e07222f3-6b75-43d9-83df-62f13ddb3226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.636620 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-e07222f3-6b75-43d9-83df-62f13ddb3226 None None] Port 40318f96-4a36-4a3a-af1e-5851e45f3e3c cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:00:13.843838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b210d-0fbe-4266-a882-0f595f8834ec req-04913b15-f83b-4845-95e7-5befaff4ef7a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:13.845688 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-465b210d-0fbe-4266-a882-0f595f8834ec req-04913b15-f83b-4845-95e7-5befaff4ef7a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1071496 Aug 31 09:00:13.854981 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:13.861777 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-cfbc9a38-5f53-4f97-8d2f-7a84fe5c8775 admin admin] 10.222.0.66 "PUT /v2.0/routers/aa25a34d-6cd0-469f-877d-b1895b050dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3217118 Aug 31 09:00:13.913413 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-465b210d-0fbe-4266-a882-0f595f8834ec req-e4d958f8-3671-46f7-ba50-a625daa65271 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Aug 31 09:00:14.137798 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46774) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:14.154299 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-658effbd-36c2-4a7e-8886-8da37fd0d2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.297042 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-658effbd-36c2-4a7e-8886-8da37fd0d2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.359716 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-aa22fb5b-4663-4657-b7bb-ef360a37f99c req-a64109b9-ec1d-4ec4-a754-b7e63689552a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0289321 Aug 31 09:00:14.362921 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-658effbd-36c2-4a7e-8886-8da37fd0d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.416330 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-658effbd-36c2-4a7e-8886-8da37fd0d2d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b81e88989e2944a1b8919eb2a404110f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774262 Aug 31 09:00:14.418020 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658effbd-36c2-4a7e-8886-8da37fd0d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4aa336-4d06-4307-9467-3aada4fdebc6,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:14.420849 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46780) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:14.484740 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-28e3e526-4569-47c3-bb17-b86e254a77e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.510231 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-28e3e526-4569-47c3-bb17-b86e254a77e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.711033 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-28e3e526-4569-47c3-bb17-b86e254a77e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.723924 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-28e3e526-4569-47c3-bb17-b86e254a77e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.723924 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-28e3e526-4569-47c3-bb17-b86e254a77e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c4aa336-4d06-4307-9467-3aada4fdebc6 HTTP/1.1" status: 204 len: 168 time: 0.2938395 Aug 31 09:00:14.731892 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3e526-4569-47c3-bb17-b86e254a77e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4aa336-4d06-4307-9467-3aada4fdebc6,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:14.827892 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:14.840188 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 0974b4ff-a978-4edf-946c-2bcac29b9218 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:14.855753 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46806) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:14.861999 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-345540594-network', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:14.882090 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:14.882763 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:00:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:15.025067 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Made reservation on behalf of 8feb02ba77864888892832d99c3e0e2a for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:15.028566 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.034917 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:15.050315 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.112230 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874439e-3554-4122-94d4-f70b4b513676 req-c5eff821-e095-490c-b5e0-9df55def998b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:15.113614 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b874439e-3554-4122-94d4-f70b4b513676 req-c5eff821-e095-490c-b5e0-9df55def998b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0827301 Aug 31 09:00:15.171011 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b874439e-3554-4122-94d4-f70b4b513676 req-de800e2f-a98f-4e17-bd3b-15afbae90db3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497832 Aug 31 09:00:15.226878 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.298154 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 0974b4ff-a978-4edf-946c-2bcac29b9218 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:15.318777 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 0974b4ff-a978-4edf-946c-2bcac29b9218 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:15.319150 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.355068 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.429584 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7ce8f3-4483-4f03-b8b8-6506a635d5c0,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:15.465416 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.468074 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:00:15.481366 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.490187 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 2, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:15.493290 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.493892 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Added segment 1de45928-8c26-4d37-bb86-6afefe36ea29 of type vlan for network df547a76-8e16-4b17-bd46-1f528b70cde9 Aug 31 09:00:15.526095 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:15.526449 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Updating router aa25a34d-6cd0-469f-877d-b1895b050dc8 port 40318f96-4a36-4a3a-af1e-5851e45f3e3c binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:00:15.550665 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 0974b4ff-a978-4edf-946c-2bcac29b9218, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=0974b4ff-a978-4edf-946c-2bcac29b9218,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:15.560793 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.570665 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6c33bd39-fea8-4615-932b-21952b315b71 req-ed8cf9c6-8279-4b75-aa1c-9560800a19cf tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0360076 Aug 31 09:00:15.577327 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.673124 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.677923 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.678986 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:15.680874 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.755362 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] Pushing event updated for resources: {'Network': ['ID=df547a76-8e16-4b17-bd46-1f528b70cde9,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:15.774335 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network df547a76-8e16-4b17-bd46-1f528b70cde9 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:00:15.841202 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=0974b4ff-a978-4edf-946c-2bcac29b9218,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:15.849801 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a57267e9-52f4-460c-9ad8-73c453cac76e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9926867 Aug 31 09:00:15.852842 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46826) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:15.867687 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Request body: {'subnet': {'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-345540594-subnet', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'ip_version': 4}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.875034 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.876040 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.876040 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.876040 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.981533 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-e209354e-f285-4816-bd82-14492aa383ae service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467358 Aug 31 09:00:16.005245 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:00:16.020717 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.034019 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Transition to ACTIVE for port object 40318f96-4a36-4a3a-af1e-5851e45f3e3c will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:16.063532 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46828) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:16.074333 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Made reservation on behalf of 8feb02ba77864888892832d99c3e0e2a for: {'subnet': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:16.078909 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.090315 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-08b810ec-7a3f-4990-b3aa-45b576359c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.146702 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-b4e883bb-6f7f-4e57-b624-95220b280e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:16.150578 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-b4e883bb-6f7f-4e57-b624-95220b280e6b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=95164576c2b0482da08a61efc9f81bfa&device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 1098 time: 0.0533879 Aug 31 09:00:16.205171 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.280660 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4641b78-ffaf-4fc2-9049-bfa547741a09 None None] Pushing event updated for resources: {'Port': ['ID=40318f96-4a36-4a3a-af1e-5851e45f3e3c,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:16.337286 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-641b94c8-5c35-4b93-bb36-0ef23b095bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:16.348235 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-641b94c8-5c35-4b93-bb36-0ef23b095bb6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=b3dc1564-5edd-4958-b91a-afa8d70778a9 HTTP/1.1" status: 200 len: 913 time: 0.1597710 Aug 31 09:00:16.378739 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Attempting to bind port 40318f96-4a36-4a3a-af1e-5851e45f3e3c on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:16.379308 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Attempting to bind port 40318f96-4a36-4a3a-af1e-5851e45f3e3c by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:16.382622 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Attempting to bind port 40318f96-4a36-4a3a-af1e-5851e45f3e3c on network 764f79b7-4193-4197-b75c-76669e3f52b2 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:16.396919 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:16.397408 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Checking segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:16.398876 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.399390 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Bound using segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:16.400075 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Bound port: 40318f96-4a36-4a3a-af1e-5851e45f3e3c, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:16.400499 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.410760 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-08b810ec-7a3f-4990-b3aa-45b576359c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.490767 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-abc66694-a326-4318-a0b7-b8a6829c9fbe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9e36bf-4768-47a2-8487-08aa21620534 HTTP/1.1" status: 200 len: 217 time: 0.1281846 Aug 31 09:00:16.496245 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-08b810ec-7a3f-4990-b3aa-45b576359c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.501285 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] For port 40318f96-4a36-4a3a-af1e-5851e45f3e3c, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:16.506363 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] For port 40318f96-4a36-4a3a-af1e-5851e45f3e3c, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=40318f96-4a36-4a3a-af1e-5851e45f3e3c,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:16.544651 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-08b810ec-7a3f-4990-b3aa-45b576359c1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=150f0772fe484760b1a6c03bed4a3d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798057 Aug 31 09:00:16.551052 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.551489 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46838) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:16.565539 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b810ec-7a3f-4990-b3aa-45b576359c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08a71ce-ef5f-4772-9fb8-5fcda84f23fc,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:16.597364 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fa957-ebfd-48bf-a3b9-f28af5a4334c req-d1cf72dd-fb4e-4d9a-8dea-4f1599216737 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:16.603119 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ec4fa957-ebfd-48bf-a3b9-f28af5a4334c req-d1cf72dd-fb4e-4d9a-8dea-4f1599216737 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.2661994 Aug 31 09:00:16.603119 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-ef3177b9-0a52-4d28-8a6d-c015a6037637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:16.603699 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-ef3177b9-0a52-4d28-8a6d-c015a6037637 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6f833dab-5852-4b3f-a745-e2d02a153eb2 HTTP/1.1" status: 200 len: 852 time: 0.1011481 Aug 31 09:00:16.657632 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.685146 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-81d6d2b7-3f0c-4903-8255-ff429e451cb9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b3dc1564-5edd-4958-b91a-afa8d70778a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686579 Aug 31 09:00:16.686697 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d589cbf-47bd-4cd6-b581-0d11d423b84e,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:16.705199 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Checking segment: {'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:16.705199 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Network hostable DHCP agents. Network: df547a76-8e16-4b17-bd46-1f528b70cde9, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:00:16.818016 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4197215e-1111-482e-aec4-2f7eeb925ba3 req-8740ab6f-fea7-42d0-8e60-c01a7bc765df tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0759039 Aug 31 09:00:16.826840 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Network df547a76-8e16-4b17-bd46-1f528b70cde9 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:00:16.863628 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4641b78-ffaf-4fc2-9049-bfa547741a09 None None] Pushing event updated for resources: {'Port': ['ID=40318f96-4a36-4a3a-af1e-5851e45f3e3c,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:16.887036 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 0974b4ff-a978-4edf-946c-2bcac29b9218 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:16.934849 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, df547a76-8e16-4b17-bd46-1f528b70cde9) {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:16.940708 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:16.947167 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.970716 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98854d55-7b5b-4193-9133-43ede55e6690 None None] Network df547a76-8e16-4b17-bd46-1f528b70cde9 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:16.985748 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9983960b-0e7c-49d8-a46b-911d38851cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.025751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9983960b-0e7c-49d8-a46b-911d38851cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.030304 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ec4fa957-ebfd-48bf-a3b9-f28af5a4334c req-9ba97056-54d6-4233-a531-8e094fc7df94 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434594 Aug 31 09:00:17.100868 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:17.102722 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:00:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:17.107590 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-d7e00af0-b43f-4d04-9c15-c2765109dba4 service neutron] 10.222.0.107 "GET /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924367 Aug 31 09:00:17.131228 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46852) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:17.133031 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2846b389-86be-4210-9dec-48f8c9c0d572 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2784176 Aug 31 09:00:17.148298 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:17.196967 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 0974b4ff-a978-4edf-946c-2bcac29b9218 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:17.197895 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.271571 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01f1b695-d51d-4336-ab69-3b24a0fc4ed2 req-0ed0d4a2-fe97-41f2-890d-eec836e83dcc service neutron] 10.222.0.107 "GET /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523366 Aug 31 09:00:17.324918 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9983960b-0e7c-49d8-a46b-911d38851cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.331322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9983960b-0e7c-49d8-a46b-911d38851cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.333420 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-9983960b-0e7c-49d8-a46b-911d38851cd3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b08a71ce-ef5f-4772-9fb8-5fcda84f23fc HTTP/1.1" status: 204 len: 168 time: 0.7801816 Aug 31 09:00:17.348840 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983960b-0e7c-49d8-a46b-911d38851cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08a71ce-ef5f-4772-9fb8-5fcda84f23fc,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:17.364797 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.367051 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.455055 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.465524 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-df547a76-8e16-4b17-bd46-1f528b70cde9', 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'fixed_ips': [{'subnet_id': '0d589cbf-47bd-4cd6-b581-0d11d423b84e'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:00:17.466400 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.499183 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:17.650346 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46864) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:17.800098 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.881262 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1aea071e-fe49-4d40-9c6b-24decb0a46e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.906019 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Allocated IP 172.20.0.2 (df547a76-8e16-4b17-bd46-1f528b70cde9/0d589cbf-47bd-4cd6-b581-0d11d423b84e/19cc7ad1-11df-4a8d-b4fb-7d52994976ee) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:18.012946 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1aea071e-fe49-4d40-9c6b-24decb0a46e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.031939 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3efd9b8e-0e60-4d1d-8518-4aa8baf683c5 req-1ce8a4f5-f8b5-46b4-8224-11cc946d8ae9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.1036060 Aug 31 09:00:18.059316 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:16Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:18.121842 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b5548-f83e-4903-a9d2-bc51d909e12c None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:16Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:18.122767 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1aea071e-fe49-4d40-9c6b-24decb0a46e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.261058 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.288356 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Transition to ACTIVE for port object 19cc7ad1-11df-4a8d-b4fb-7d52994976ee will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:18.301359 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06482d0e-193b-4163-b9f4-f130edcad229 req-7915f19b-f698-4068-b5cd-232fab18cac5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:18.302969 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-7915f19b-f698-4068-b5cd-232fab18cac5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "GET /v2.0/networks?id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 200 len: 814 time: 0.3854868 Aug 31 09:00:18.324366 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1aea071e-fe49-4d40-9c6b-24decb0a46e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fffaa6f21d7547ed964533e412421459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726179 Aug 31 09:00:18.331243 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Transition to ACTIVE for port object 19cc7ad1-11df-4a8d-b4fb-7d52994976ee will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:18.335059 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46886) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:18.341336 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea071e-fe49-4d40-9c6b-24decb0a46e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a894c5-d8dc-4a1e-8679-064e99865986,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:18.424684 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbcfd0-8fea-40d8-aef2-854da242c697 req-60141184-51f3-4445-802f-ffc29d21b52a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:18.426293 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9dcbcfd0-8fea-40d8-aef2-854da242c697 req-60141184-51f3-4445-802f-ffc29d21b52a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1166513 Aug 31 09:00:18.442279 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.515393 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9dcbcfd0-8fea-40d8-aef2-854da242c697 req-144c5818-2d66-438d-838d-42cd05c6813f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761886 Aug 31 09:00:18.519436 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Network df547a76-8e16-4b17-bd46-1f528b70cde9 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:18.529911 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:18.535052 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:18.548202 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Pushing event updated for resources: {'Port': ['ID=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:18.601457 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.615878 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Attempting to bind port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:18.616292 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Attempting to bind port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:18.616804 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Attempting to bind port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee on network df547a76-8e16-4b17-bd46-1f528b70cde9 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:18.629749 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:18.630886 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Checking segment: {'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:18.631577 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.631704 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.632369 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Bound using segment: {'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:18.633197 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Bound port: 19cc7ad1-11df-4a8d-b4fb-7d52994976ee, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:18.633961 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.762195 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Allocated IP 172.27.3.44 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/91995732-974b-4203-aca5-34c7d1fcffba) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:18.861509 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3eac-6937-4d62-8b9e-94f3c13bce86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.906044 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3eac-6937-4d62-8b9e-94f3c13bce86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.940356 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.958073 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 40318f96-4a36-4a3a-af1e-5851e45f3e3c up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:18.987500 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] For port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:19.010017 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] For port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,segment=NetworkSegment(1de45928-8c26-4d37-bb86-6afefe36ea29),segment_id=1de45928-8c26-4d37-bb86-6afefe36ea29)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:19.133751 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:19.176235 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 40318f96-4a36-4a3a-af1e-5851e45f3e3c completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:19.183728 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3eac-6937-4d62-8b9e-94f3c13bce86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:19.195881 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3eac-6937-4d62-8b9e-94f3c13bce86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:19.197640 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7c4e3eac-6937-4d62-8b9e-94f3c13bce86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45a894c5-d8dc-4a1e-8679-064e99865986 HTTP/1.1" status: 204 len: 168 time: 0.8603399 Aug 31 09:00:19.199578 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:19.201745 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 40318f96-4a36-4a3a-af1e-5851e45f3e3c triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:19.202128 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:19.282753 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd0bcd-3b74-43f4-b295-821e971da951 None None] Pushing event updated for resources: {'Port': ['ID=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:19.283167 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e3eac-6937-4d62-8b9e-94f3c13bce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a894c5-d8dc-4a1e-8679-064e99865986,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:19.302260 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:19.305915 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:19.308755 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:19.393140 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Pushing event updated for resources: {'Port': ['ID=91995732-974b-4203-aca5-34c7d1fcffba,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:19.452192 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:19.512807 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 40318f96-4a36-4a3a-af1e-5851e45f3e3c, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=40318f96-4a36-4a3a-af1e-5851e45f3e3c,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:19.545245 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6186eadf-0a2e-4e00-b093-baeb1b2c7960 req-c1fc0464-8cc4-47a5-8eca-f72639af0d8b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0863264 Aug 31 09:00:19.611400 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:19.792305 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=40318f96-4a36-4a3a-af1e-5851e45f3e3c,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:19.823747 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac47a-fbe9-4b86-ae97-7fb66c7046db req-44aefb53-6500-41dd-a5b7-878751f1eadf tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:19.834034 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-659ac47a-fbe9-4b86-ae97-7fb66c7046db req-44aefb53-6500-41dd-a5b7-878751f1eadf tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.1434543 Aug 31 09:00:19.917425 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-659ac47a-fbe9-4b86-ae97-7fb66c7046db req-3deee4fe-6823-4bdd-aec0-65a2746e6181 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821981 Aug 31 09:00:19.954178 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:20.085187 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5da787-e90e-4b85-8db9-9edafbc95835 req-4d7bc989-f7f6-4a1d-bb0e-f6a06c1661cb tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:20.087316 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-af5da787-e90e-4b85-8db9-9edafbc95835 req-4d7bc989-f7f6-4a1d-bb0e-f6a06c1661cb tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0804317 Aug 31 09:00:20.138386 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-af5da787-e90e-4b85-8db9-9edafbc95835 req-77aa1511-9d1b-4078-b458-91eaa227311f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Aug 31 09:00:20.413874 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 46924) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:20.434318 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f993524f-ad90-4104-8ec4-3d8bbbd59216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:20.525217 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:20.573680 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f993524f-ad90-4104-8ec4-3d8bbbd59216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:20.659329 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f993524f-ad90-4104-8ec4-3d8bbbd59216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:20.714849 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a8cd6-3a5f-4a52-b291-ef716cd326b0 None None] Network df547a76-8e16-4b17-bd46-1f528b70cde9 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:20.777875 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9f63b610-a59f-46d9-970d-f6184109e4c7 req-d0a6dd2f-ed97-4f2e-9ded-dfb6dd71acf2 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.1128364 Aug 31 09:00:20.816131 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f993524f-ad90-4104-8ec4-3d8bbbd59216 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e500e0d865814a4aa6e65b81012a5826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997161 Aug 31 09:00:20.819342 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46934) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:20.829180 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:00:20.830606 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993524f-ad90-4104-8ec4-3d8bbbd59216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2de1062-ec92-4e9e-bd81-ca195655851b,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:20.975037 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-c29e706e-52e8-4ce9-a2e2-1c735b3a7d5c None None] Provisioning for port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:20.981851 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 19cc7ad1-11df-4a8d-b4fb-7d52994976ee up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:20.986358 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e6937c82-5fa0-42d3-b659-4a84569494c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.023168 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e6937c82-5fa0-42d3-b659-4a84569494c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.032651 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:21.044684 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Sync routers for ids ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:21.060756 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Routers {'167f1fa3-7687-48ec-aa73-633cffe0aaa5'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:21.062732 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:00:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:21.097630 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b66ef-0227-4784-bb8b-dfcc16481c8c req-8df7028c-4ecb-4b44-b91e-d1c50c929251 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:21.099962 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-235b66ef-0227-4784-bb8b-dfcc16481c8c req-8df7028c-4ecb-4b44-b91e-d1c50c929251 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.0661342 Aug 31 09:00:21.154175 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-235b66ef-0227-4784-bb8b-dfcc16481c8c req-9477cef6-8c01-44b6-9ecc-29e1094286ae tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Aug 31 09:00:21.173053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.177918 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-e1a48e84-cbd9-41ef-8911-a4af037eaeeb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0451820 Aug 31 09:00:21.191358 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 46950) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:21.208953 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:21.213333 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:21.213829 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.231639 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e6937c82-5fa0-42d3-b659-4a84569494c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.238923 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e6937c82-5fa0-42d3-b659-4a84569494c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.242911 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-e6937c82-5fa0-42d3-b659-4a84569494c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2de1062-ec92-4e9e-bd81-ca195655851b HTTP/1.1" status: 204 len: 168 time: 0.4187889 Aug 31 09:00:21.302687 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Set router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:21.320353 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6937c82-5fa0-42d3-b659-4a84569494c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2de1062-ec92-4e9e-bd81-ca195655851b,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:21.402950 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa8a93-92f3-4f8f-b915-5f8e6ee23cd5 req-f60f860d-6b92-4c6d-b005-ef0101af388f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:21.404614 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-99fa8a93-92f3-4f8f-b915-5f8e6ee23cd5 req-f60f860d-6b92-4c6d-b005-ef0101af388f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1319661 Aug 31 09:00:21.451312 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.474196 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-68c2d877-6e3e-4434-a810-e276637fc5d8 None None] Provisioning complete for port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:21.475056 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-68c2d877-6e3e-4434-a810-e276637fc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.510244 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-99fa8a93-92f3-4f8f-b915-5f8e6ee23cd5 req-25cb3767-badb-4332-a78e-533aba5fb608 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950458 Aug 31 09:00:21.571180 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,segment=NetworkSegment(1de45928-8c26-4d37-bb86-6afefe36ea29),segment_id=1de45928-8c26-4d37-bb86-6afefe36ea29)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:21.612221 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Request body: {'port': {'device_id': 'f06cad03-6be8-4dda-94f6-fc1efd36f766', 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'admin_state_up': True, 'tenant_id': 'd3cdf98caa9840c6aeefbb1bf388b598'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:21.632024 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-68c2d877-6e3e-4434-a810-e276637fc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.641561 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 3, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:21.680054 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Checking router: 167f1fa3-7687-48ec-aa73-633cffe0aaa5 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:21.680513 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Updating router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 port 91995732-974b-4203-aca5-34c7d1fcffba binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:00:21.702900 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.706181 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 40318f96-4a36-4a3a-af1e-5851e45f3e3c up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:21.710669 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:21.821045 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.db.api [None req-68c2d877-6e3e-4434-a810-e276637fc5d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101247) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:00:22.290407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG oslo_db.api [None req-68c2d877-6e3e-4434-a810-e276637fc5d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:00:22.290407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:22.290407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 40318f96-4a36-4a3a-af1e-5851e45f3e3c triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:22.290407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.293859 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1e0c18fb-b74d-47e1-8642-64341db5c8a4 req-1fcdbb0d-5079-48e4-9fc4-ec44912bb3b1 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0389125 Aug 31 09:00:22.294967 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.294967 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Transition to ACTIVE for port object 91995732-974b-4203-aca5-34c7d1fcffba will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:22.295909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.295909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Allocated IP 172.20.0.1 (df547a76-8e16-4b17-bd46-1f528b70cde9/0d589cbf-47bd-4cd6-b581-0d11d423b84e/fe5f36e6-a397-4cdb-bebd-f955cc07b23f) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:22.304642 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456440f6-156d-4456-bc55-3c06db4103ec req-b713c0b1-e33c-4bac-95d6-7daf0f648c59 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:22.306164 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-456440f6-156d-4456-bc55-3c06db4103ec req-b713c0b1-e33c-4bac-95d6-7daf0f648c59 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.0750880 Aug 31 09:00:22.328171 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.392950 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Made reservation on behalf of d3cdf98caa9840c6aeefbb1bf388b598 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:22.400759 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.430006 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Pushing event updated for resources: {'Port': ['ID=91995732-974b-4203-aca5-34c7d1fcffba,revision_number=2']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:22.441001 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Attempting to bind port 91995732-974b-4203-aca5-34c7d1fcffba on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:22.441390 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Attempting to bind port 91995732-974b-4203-aca5-34c7d1fcffba by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:22.441761 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Attempting to bind port 91995732-974b-4203-aca5-34c7d1fcffba on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:22.445175 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.445706 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.446062 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.446472 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.447157 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.447733 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.448108 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.448622 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.449192 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.449640 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.450010 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.450342 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:22.466599 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:22.467264 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:22.468006 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.468839 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-456440f6-156d-4456-bc55-3c06db4103ec req-8dc409ae-996b-4a63-890e-c43fea8ef3dc tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474950 Aug 31 09:00:22.476382 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:22.477249 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Bound port: 91995732-974b-4203-aca5-34c7d1fcffba, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:22.478122 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.553271 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] For port 91995732-974b-4203-aca5-34c7d1fcffba, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:22.557651 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] For port 91995732-974b-4203-aca5-34c7d1fcffba, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=91995732-974b-4203-aca5-34c7d1fcffba,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:22.564543 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.613725 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Transition to ACTIVE for port object fe5f36e6-a397-4cdb-bebd-f955cc07b23f will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:22.644457 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Allocated IP 172.20.0.3 (27137d3e-9eb6-44c1-b88a-af2cd5fafbd0/333807a7-baea-49fd-9ef4-dc28d3d53aff/a5ca3e1d-37ee-4539-945c-24ca073db4ef) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:22.656113 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.674028 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ccee8-6f17-474f-ad1f-b4abda398e84 req-6cd0740e-d766-4272-92e7-30a0059a1feb tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:22.686809 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3a7ccee8-6f17-474f-ad1f-b4abda398e84 req-6cd0740e-d766-4272-92e7-30a0059a1feb tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0794828 Aug 31 09:00:22.740088 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3a7ccee8-6f17-474f-ad1f-b4abda398e84 req-a99a3106-0eb7-433e-a9b5-9ce215011518 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Aug 31 09:00:22.742381 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244e118-304c-4fd8-b735-9e98f7c49f90 None None] Pushing event updated for resources: {'Port': ['ID=91995732-974b-4203-aca5-34c7d1fcffba,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:22.765529 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Routers {'167f1fa3-7687-48ec-aa73-633cffe0aaa5'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:22.766377 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:00:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:22.868275 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 19cc7ad1-11df-4a8d-b4fb-7d52994976ee up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:22.894068 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] Set router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:22.920265 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.966370 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:22.966788 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:22.996180 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Network df547a76-8e16-4b17-bd46-1f528b70cde9 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:23.014591 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:23.026436 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:23.030615 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:23.151365 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 3, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:23.194361 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7273defc-1c52-4d1c-ba8e-142cd4edb704 None None] The sync data for ids ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'] in dv-cinder-786524-11-iscsi is: [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 3, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:23.210609 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:23.221928 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:23.309330 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b9b3e10b-9b39-4616-bd33-6317f1791e95 req-7e412fc3-0b87-47fd-961b-1e19cfa7b264 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.1342490 Aug 31 09:00:23.458963 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-de3d7845-2ce3-424e-830b-a3d1e67263dd None None] Provisioning for port fe5f36e6-a397-4cdb-bebd-f955cc07b23f completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:23.464668 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-de3d7845-2ce3-424e-830b-a3d1e67263dd None None] Provisioning complete for port fe5f36e6-a397-4cdb-bebd-f955cc07b23f triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:23.465421 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-de3d7845-2ce3-424e-830b-a3d1e67263dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:23.485284 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6090ed-0146-4b51-97e6-119dba699af6 req-6c4d7806-9fef-4bde-83a5-088e48c50330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:23.492343 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2f6090ed-0146-4b51-97e6-119dba699af6 req-6c4d7806-9fef-4bde-83a5-088e48c50330 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 1098 time: 0.0798647 Aug 31 09:00:23.519256 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:23.556803 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-de3d7845-2ce3-424e-830b-a3d1e67263dd None None] Port fe5f36e6-a397-4cdb-bebd-f955cc07b23f cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:00:23.560868 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52f168ec-5af7-49b3-9dcd-29b6d0d1f183'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:00:23.561505 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2f6090ed-0146-4b51-97e6-119dba699af6 req-23422857-89b6-4890-af4f-8d7cd7f61e2f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466383 Aug 31 09:00:23.606479 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:23.638415 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47006) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:23.649394 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:23.663343 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:23.723952 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Pushing event updated for resources: {'Port': ['ID=a5ca3e1d-37ee-4539-945c-24ca073db4ef,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:23.728736 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:23.914397 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2144461011-network', 'tenant_id': '1f21427db5b34f7791142b5e64775fdd'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:23.925876 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:23.926490 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.062304 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d32c9e-7be9-4c1e-849d-4d25d018572d req-61b17ce4-5179-4844-aa81-af62d13b003f tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.070734 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e7d32c9e-7be9-4c1e-849d-4d25d018572d req-61b17ce4-5179-4844-aa81-af62d13b003f tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.4648833 Aug 31 09:00:24.092606 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.115585 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Made reservation on behalf of 1f21427db5b34f7791142b5e64775fdd for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:24.118583 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e7d32c9e-7be9-4c1e-849d-4d25d018572d req-dfb2fd4e-fcbc-4527-bcbc-5ba5777d0371 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Aug 31 09:00:24.118722 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.157888 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.191577 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4bb4d-3033-4913-9f7e-baf86dc85b92 req-62b766de-18dc-41b3-aaac-8c1c6695f49c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.193273 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-83e4bb4d-3033-4913-9f7e-baf86dc85b92 req-62b766de-18dc-41b3-aaac-8c1c6695f49c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0940752 Aug 31 09:00:24.224418 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.288628 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-83e4bb4d-3033-4913-9f7e-baf86dc85b92 req-a330cf5e-5d25-4f98-a632-d9feb42febe7 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887899 Aug 31 09:00:24.297838 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-eb2346aa-9093-4f2f-a87f-487f69a3c3a9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6911709 Aug 31 09:00:24.324126 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Request body: {'port': {'device_id': 'f06cad03-6be8-4dda-94f6-fc1efd36f766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:24.356550 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:24.362156 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.455832 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b8b3b-c550-4cf1-8100-ad84f746cd01 req-6c8aaaeb-43ac-4fba-9cdb-d74461c51c79 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.459669 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-928b8b3b-c550-4cf1-8100-ad84f746cd01 req-6c8aaaeb-43ac-4fba-9cdb-d74461c51c79 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 931 time: 0.0680141 Aug 31 09:00:24.470294 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.501671 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-928b8b3b-c550-4cf1-8100-ad84f746cd01 req-8d484f63-087d-4312-9623-9f1e0a3e71cd tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Aug 31 09:00:24.596460 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Network df547a76-8e16-4b17-bd46-1f528b70cde9 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:24.598941 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.602628 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:24.720616 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-1ef14570-82a5-4905-baca-1751cb8e4867 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.726453 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-1ef14570-82a5-4905-baca-1751cb8e4867 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.0694280 Aug 31 09:00:24.749929 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.846415 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:00:24.873530 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 91995732-974b-4203-aca5-34c7d1fcffba up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:24.963131 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Deleting port ee9e36bf-4768-47a2-8487-08aa21620534 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:24.963686 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.001858 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-0ada6230-6b5e-4db9-b45a-7d26056a98e1 None None] Provisioning complete for port fe5f36e6-a397-4cdb-bebd-f955cc07b23f triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:25.004085 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0ada6230-6b5e-4db9-b45a-7d26056a98e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.081860 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 91995732-974b-4203-aca5-34c7d1fcffba completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:25.092672 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 91995732-974b-4203-aca5-34c7d1fcffba triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:25.093318 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.096214 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-0ada6230-6b5e-4db9-b45a-7d26056a98e1 None None] Port fe5f36e6-a397-4cdb-bebd-f955cc07b23f cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:00:25.116863 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] For port ee9e36bf-4768-47a2-8487-08aa21620534, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ee9e36bf-4768-47a2-8487-08aa21620534,segment=NetworkSegment(238d46d8-9c0d-4a75-b5bc-b0e829753e88),segment_id=238d46d8-9c0d-4a75-b5bc-b0e829753e88)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:25.117234 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.159639 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Calling delete_port for ee9e36bf-4768-47a2-8487-08aa21620534 owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:25.225721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.268201 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 91995732-974b-4203-aca5-34c7d1fcffba, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=91995732-974b-4203-aca5-34c7d1fcffba,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:25.328440 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7846114-fa81-449d-8c05-2027efb52b45,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:25.332404 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.332770 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Added segment 2062fca2-049d-4b46-a640-9b062de71e9c of type vlan for network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb Aug 31 09:00:25.359773 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.423410 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.456630 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:00:25.469663 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=91995732-974b-4203-aca5-34c7d1fcffba,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:25.594001 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429efa0-de8b-4a06-a470-9cfde945d35d req-ea316676-3450-4dde-a448-b84b8c490dca tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:25.596274 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f429efa0-de8b-4a06-a470-9cfde945d35d req-ea316676-3450-4dde-a448-b84b8c490dca tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 945 time: 0.2986536 Aug 31 09:00:25.607783 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.608888 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:25.609645 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.646233 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f429efa0-de8b-4a06-a470-9cfde945d35d req-37f2eb13-64a5-4981-94d6-be05788e5aa5 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/security-groups?id=e422e26b-5d10-4408-8bb2-56e2a367a4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433307 Aug 31 09:00:25.648146 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ca3e1d-37ee-4539-945c-24ca073db4ef {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:00:25.690075 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.704397 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.708299 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['ee9e36bf-4768-47a2-8487-08aa21620534'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:00:25.729647 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Pushing event deleted for resources: {'Port': ['ID=ee9e36bf-4768-47a2-8487-08aa21620534,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:25.764004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3d3dc-03ac-46f7-b40a-202d7f3ddfba req-b79379e1-8f4b-4429-a16b-c7d59b309950 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:25.782775 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4af3d3dc-03ac-46f7-b40a-202d7f3ddfba req-b79379e1-8f4b-4429-a16b-c7d59b309950 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.2763484 Aug 31 09:00:25.782775 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Transition to ACTIVE for port object a5ca3e1d-37ee-4539-945c-24ca073db4ef will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:25.792433 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=9631b00a-9b5f-4bbc-88ed-77486b57b9eb,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:25.806095 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:00:25.814144 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-df8fd94a-e7ef-4d40-8442-a5ced79ee5d3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1725442 Aug 31 09:00:25.819738 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47044) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:25.837475 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:25.839074 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] No DVR routers for this DVR port ee9e36bf-4768-47a2-8487-08aa21620534 on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:25.844957 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b62713d6-84b9-4955-96d5-b8df2fbd71d0 admin admin] 10.222.0.66 "PUT /v2.0/routers/167f1fa3-7687-48ec-aa73-633cffe0aaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6649714 Aug 31 09:00:25.849438 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Request body: {'subnet': {'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2144461011-subnet', 'tenant_id': '1f21427db5b34f7791142b5e64775fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:25.851324 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:25.854292 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-463bee0e-844f-4ca8-84c2-102ba6b57155 req-09feb0b3-81b5-4f87-94f2-df484e24f90a tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.107 "DELETE /v2.0/ports/ee9e36bf-4768-47a2-8487-08aa21620534 HTTP/1.1" status: 204 len: 173 time: 1.1158044 Aug 31 09:00:25.854989 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e33bdb-4c86-4c85-82e2-d41e535ea7ea', 'name': 'network-vif-deleted', 'tag': 'ee9e36bf-4768-47a2-8487-08aa21620534'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:25.858257 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b96215f-3225-4875-a015-d30ed11d0dd8" -d '{"events": [{"server_uuid": "b0e33bdb-4c86-4c85-82e2-d41e535ea7ea", "name": "network-vif-deleted", "tag": "ee9e36bf-4768-47a2-8487-08aa21620534"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:25.872328 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4af3d3dc-03ac-46f7-b40a-202d7f3ddfba req-a7829764-b860-4154-9aa2-135effeb438f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919201 Aug 31 09:00:25.880444 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2651fe-a3df-4d88-ac95-8e4abed454fc req-2c3356e1-ce9a-44c0-aa7a-738869739dde tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:25.882396 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ad2651fe-a3df-4d88-ac95-8e4abed454fc req-2c3356e1-ce9a-44c0-aa7a-738869739dde tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 931 time: 0.1365199 Aug 31 09:00:25.889375 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Sync routers for ids ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:25.932703 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Routers {'167f1fa3-7687-48ec-aa73-633cffe0aaa5'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:25.932703 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:00:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:25.933157 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ad2651fe-a3df-4d88-ac95-8e4abed454fc req-a1203643-ac39-4128-af89-39b9559b5f4b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 Aug 31 09:00:25.933157 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4eab58-b0d2-4d00-a202-71e46b379461 x-openstack-request-id: req-fb4eab58-b0d2-4d00-a202-71e46b379461 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:25.933157 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e33bdb-4c86-4c85-82e2-d41e535ea7ea", "name": "network-vif-deleted", "tag": "ee9e36bf-4768-47a2-8487-08aa21620534", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:25.933157 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb4eab58-b0d2-4d00-a202-71e46b379461 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:25.933157 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e33bdb-4c86-4c85-82e2-d41e535ea7ea', 'name': 'network-vif-deleted', 'tag': 'ee9e36bf-4768-47a2-8487-08aa21620534', 'status': 'completed', 'code': 200} Aug 31 09:00:25.969855 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.069940 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Set router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:26.141230 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ca3e1d-37ee-4539-945c-24ca073db4ef,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:26.146798 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Attempting to bind port a5ca3e1d-37ee-4539-945c-24ca073db4ef on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:26.147499 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Attempting to bind port a5ca3e1d-37ee-4539-945c-24ca073db4ef by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:26.148110 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Attempting to bind port a5ca3e1d-37ee-4539-945c-24ca073db4ef on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:26.154577 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Made reservation on behalf of 1f21427db5b34f7791142b5e64775fdd for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:26.158590 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26167700'] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.166713 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Port a5ca3e1d-37ee-4539-945c-24ca073db4ef on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:00:26.167400 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Attempting to bind port a5ca3e1d-37ee-4539-945c-24ca073db4ef on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:26.231374 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47058) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:26.242227 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:26.242647 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Checking segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:26.243084 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Bound using segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:26.243678 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Bound port: a5ca3e1d-37ee-4539-945c-24ca073db4ef, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:26.244167 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.403949 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] For port a5ca3e1d-37ee-4539-945c-24ca073db4ef, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:26.409075 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] For port a5ca3e1d-37ee-4539-945c-24ca073db4ef, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a5ca3e1d-37ee-4539-945c-24ca073db4ef,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:26.417279 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-12b7808d-7dc1-4a98-831e-a2f1d796d570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.471884 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:00:23Z', 'revision_number': 4, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'fe5f36e6-a397-4cdb-bebd-f955cc07b23f', 'name': '', 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'mac_address': 'fa:16:3e:46:3c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0d589cbf-47bd-4cd6-b581-0d11d423b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:22Z', 'updated_at': '2021-08-31T09:00:23Z', 'revision_number': 2, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'subnets': [{'id': '0d589cbf-47bd-4cd6-b581-0d11d423b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:26.515949 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.531485 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Checking router: 167f1fa3-7687-48ec-aa73-633cffe0aaa5 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:26.532315 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Updating router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 port fe5f36e6-a397-4cdb-bebd-f955cc07b23f binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:00:26.556825 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-12b7808d-7dc1-4a98-831e-a2f1d796d570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.580939 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.618318 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:26.624193 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.624193 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] 10.222.0.107 "PUT /v2.0/ports/a5ca3e1d-37ee-4539-945c-24ca073db4ef HTTP/1.1" status: 200 len: 1093 time: 2.3069713 Aug 31 09:00:26.624193 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06cad03-6be8-4dda-94f6-fc1efd36f766', 'tag': 'a5ca3e1d-37ee-4539-945c-24ca073db4ef'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:26.628459 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76a87d9-043a-43a5-8d80-7dcb7097ae91" -d '{"events": [{"name": "network-changed", "server_uuid": "f06cad03-6be8-4dda-94f6-fc1efd36f766", "tag": "a5ca3e1d-37ee-4539-945c-24ca073db4ef"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:26.678933 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-12b7808d-7dc1-4a98-831e-a2f1d796d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.704204 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47070) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:26.712081 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-b28451eb-436e-45f0-942a-bf6a88ab804a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401880247', 'description': 'tempest-secgroup-smoke-1401880247 description', 'project_id': '18c994179b2547efb476c55739f163b0'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:26.733480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39811a05-26ff-4f0f-a66f-52747451127b x-openstack-request-id: req-39811a05-26ff-4f0f-a66f-52747451127b {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:26.733480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06cad03-6be8-4dda-94f6-fc1efd36f766", "tag": "a5ca3e1d-37ee-4539-945c-24ca073db4ef", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:26.733956 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39811a05-26ff-4f0f-a66f-52747451127b {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:26.734682 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06cad03-6be8-4dda-94f6-fc1efd36f766', 'tag': 'a5ca3e1d-37ee-4539-945c-24ca073db4ef', 'status': 'completed', 'code': 200} Aug 31 09:00:26.787654 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-12b7808d-7dc1-4a98-831e-a2f1d796d570 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea9ba221d66145d1b30f4d22e93b66cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548077 Aug 31 09:00:26.789725 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7808d-7dc1-4a98-831e-a2f1d796d570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2faa87-98f0-482a-8ca1-13d7168c2b68,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:26.791218 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490b7c7-1217-4f45-bf81-ce07097ed563 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ca3e1d-37ee-4539-945c-24ca073db4ef,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:26.794486 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47072) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:26.862380 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6a6dc649-215f-419a-ae72-6fffca4fcafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.902822 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a87d9-043a-43a5-8d80-7dcb7097ae91 req-d8c984ad-eade-488c-a274-e3164a9eef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:26.904815 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c76a87d9-043a-43a5-8d80-7dcb7097ae91 req-d8c984ad-eade-488c-a274-e3164a9eef89 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 1096 time: 0.1664734 Aug 31 09:00:26.906928 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-115ba939-35c9-4fe0-bf7b-1a88dd402ebb req-ce30ebae-059f-4269-9350-1cd26b976728 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 210 time: 0.0547633 Aug 31 09:00:26.908270 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26180965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26167682'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.953479 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 91995732-974b-4203-aca5-34c7d1fcffba up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:26.973538 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9a6be3b0-be96-4dc6-bebe-92d46c42d7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.041433 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee34af5a-93ed-4627-966e-abbf918bc09b,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:27.044552 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9a6be3b0-be96-4dc6-bebe-92d46c42d7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.071276 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b28451eb-436e-45f0-942a-bf6a88ab804a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.166589 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df71621-2dd7-453c-839c-e7cb5ca71427 req-58aeb492-567a-454f-a18c-f8ab3cdff5c4 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.168460 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2df71621-2dd7-453c-839c-e7cb5ca71427 req-58aeb492-567a-454f-a18c-f8ab3cdff5c4 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1111956 Aug 31 09:00:27.220061 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a87d9-043a-43a5-8d80-7dcb7097ae91 req-84045990-465a-418d-bcf4-a30c0d4e8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.224325 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c76a87d9-043a-43a5-8d80-7dcb7097ae91 req-84045990-465a-418d-bcf4-a30c0d4e8af9 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2968721 Aug 31 09:00:27.233557 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Checking segment: {'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:27.233987 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Network hostable DHCP agents. Network: 9631b00a-9b5f-4bbc-88ed-77486b57b9eb, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:00:27.235321 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2df71621-2dd7-453c-839c-e7cb5ca71427 req-aff17277-69b3-4b44-a8f5-3239e97c10d3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598681 Aug 31 09:00:27.352292 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9a6be3b0-be96-4dc6-bebe-92d46c42d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.357773 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9a6be3b0-be96-4dc6-bebe-92d46c42d7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.363081 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-9a6be3b0-be96-4dc6-bebe-92d46c42d7f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb2faa87-98f0-482a-8ca1-13d7168c2b68 HTTP/1.1" status: 204 len: 168 time: 0.5669937 Aug 31 09:00:27.376727 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb510997-0c56-41be-a9a2-44d41c5dfbdb req-45499726-a32f-474a-8854-68a40fa1be14 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.378433 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bb510997-0c56-41be-a9a2-44d41c5dfbdb req-45499726-a32f-474a-8854-68a40fa1be14 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 943 time: 0.3283787 Aug 31 09:00:27.389200 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 91995732-974b-4203-aca5-34c7d1fcffba triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:27.389759 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.405944 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6be3b0-be96-4dc6-bebe-92d46c42d7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2faa87-98f0-482a-8ca1-13d7168c2b68,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:27.449355 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4978-1c19-4355-a6b1-b5a64855f682 req-6f6a5e17-b2fb-427a-9f5c-a395dcd7747a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.452711 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1ab4978-1c19-4355-a6b1-b5a64855f682 req-6f6a5e17-b2fb-427a-9f5c-a395dcd7747a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1149089 Aug 31 09:00:27.503579 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b28451eb-436e-45f0-942a-bf6a88ab804a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.526485 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1ab4978-1c19-4355-a6b1-b5a64855f682 req-9cfd4dae-0d52-417b-b810-0a0a4df11cdd tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658662 Aug 31 09:00:27.532254 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:00:27.595568 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bb510997-0c56-41be-a9a2-44d41c5dfbdb req-b317a829-0519-4a50-9125-a1e5326a2b01 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869731 Aug 31 09:00:27.605459 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a87d9-043a-43a5-8d80-7dcb7097ae91 req-8bd4d0d0-9729-4a64-b9a4-fe3c733d0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.607797 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c76a87d9-043a-43a5-8d80-7dcb7097ae91 req-8bd4d0d0-9729-4a64-b9a4-fe3c733d0f95 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3666945 Aug 31 09:00:27.626114 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b28451eb-436e-45f0-942a-bf6a88ab804a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.652230 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.694849 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Transition to ACTIVE for port object fe5f36e6-a397-4cdb-bebd-f955cc07b23f will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:27.731050 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 9631b00a-9b5f-4bbc-88ed-77486b57b9eb) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:27.754978 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9bd64-d4de-47ff-9932-0896043b0ffb None None] Network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:27.755250 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.755860 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.761965 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28451eb-436e-45f0-942a-bf6a88ab804a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:27.768856 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b28451eb-436e-45f0-942a-bf6a88ab804a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.774774 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b28451eb-436e-45f0-942a-bf6a88ab804a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0629768 Aug 31 09:00:27.777031 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47094) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:27.781532 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-2600825c-05e3-45fa-8af2-beb6f3c2ec57 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'security_group_rule': {'security_group_id': '4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83', 'project_id': '18c994179b2547efb476c55739f163b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:27.802149 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06482d0e-193b-4163-b9f4-f130edcad229 req-68adec69-9e2f-4255-a7b6-73c2de01ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.805069 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-68adec69-9e2f-4255-a7b6-73c2de01ae10 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 1096 time: 0.0883026 Aug 31 09:00:27.865721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:27.876758 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-01add6d1-f6bf-4b2a-a274-1413cf55f5b3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5ca3e1d-37ee-4539-945c-24ca073db4ef HTTP/1.1" status: 200 len: 217 time: 0.0521843 Aug 31 09:00:27.928900 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-87a954fc-0dc6-443f-8a87-9c85dc813286 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0838020 Aug 31 09:00:27.939592 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b9e17-988b-4e0f-8a60-2857a40e9899 None None] Pushing event updated for resources: {'Port': ['ID=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:27.984751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06482d0e-193b-4163-b9f4-f130edcad229 req-c1562a0c-1467-4d3a-95f9-ef591800ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.986547 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-c1562a0c-1467-4d3a-95f9-ef591800ea6e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=333807a7-baea-49fd-9ef4-dc28d3d53aff HTTP/1.1" status: 200 len: 854 time: 0.1018581 Aug 31 09:00:28.055932 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-5220012f-6284-4266-a669-ed7ac46fdc03 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547404 Aug 31 09:00:28.102500 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb47743c-56f0-421b-ab87-43c842841295 None None] Network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:28.125859 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2600825c-05e3-45fa-8af2-beb6f3c2ec57 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.239739 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-684c7815-24d0-4a7d-91ba-15fb15644fd4 req-a1c530c3-c5ed-4226-94b0-53fc4f5e95a4 tempest-DeleteServersTestJSON-937641650 tempest-DeleteServersTestJSON-937641650-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e33bdb-4c86-4c85-82e2-d41e535ea7ea HTTP/1.1" status: 200 len: 210 time: 0.1065543 Aug 31 09:00:28.246998 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2600825c-05e3-45fa-8af2-beb6f3c2ec57 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.320175 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-76b6ba8c-7b85-4fd7-9685-245637d03649 service neutron] 10.222.0.107 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514226 Aug 31 09:00:28.329190 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2600825c-05e3-45fa-8af2-beb6f3c2ec57 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.336298 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device ee9e36bf-4768-47a2-8487-08aa21620534 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:28.356789 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600825c-05e3-45fa-8af2-beb6f3c2ec57 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae20e9e5-25de-490a-8e46-8570d31b14c5,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:28.395545 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: ee9e36bf-4768-47a2-8487-08aa21620534 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:28.396375 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device ee9e36bf-4768-47a2-8487-08aa21620534 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:28.398594 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Attempting to bind port fe5f36e6-a397-4cdb-bebd-f955cc07b23f on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:28.399360 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Attempting to bind port fe5f36e6-a397-4cdb-bebd-f955cc07b23f by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:28.401480 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Attempting to bind port fe5f36e6-a397-4cdb-bebd-f955cc07b23f on network df547a76-8e16-4b17-bd46-1f528b70cde9 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:28.419412 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:28.419782 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Checking segment: {'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:28.420195 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.420576 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Bound using segment: {'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:28.421049 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Bound port: fe5f36e6-a397-4cdb-bebd-f955cc07b23f, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de45928-8c26-4d37-bb86-6afefe36ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:28.421422 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.461293 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2600825c-05e3-45fa-8af2-beb6f3c2ec57 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.465417 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2600825c-05e3-45fa-8af2-beb6f3c2ec57 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6862314 Aug 31 09:00:28.465770 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47108) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:28.471634 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-f85f10cf-c6bd-4384-8aee-82bb48d88622 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'security_group_rule': {'security_group_id': '4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83', 'project_id': '18c994179b2547efb476c55739f163b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:28.472792 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06482d0e-193b-4163-b9f4-f130edcad229 req-279c250b-c2a0-4e5f-a5a6-cd352b44aaf3 service neutron] 10.222.0.107 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287613 Aug 31 09:00:28.496652 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47110) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:28.514572 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6298594c-ec4b-47b7-9ef5-7159f0d565ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.649721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] For port fe5f36e6-a397-4cdb-bebd-f955cc07b23f, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:28.649950 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f85f10cf-c6bd-4384-8aee-82bb48d88622 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.652715 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] For port fe5f36e6-a397-4cdb-bebd-f955cc07b23f, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,segment=NetworkSegment(1de45928-8c26-4d37-bb86-6afefe36ea29),segment_id=1de45928-8c26-4d37-bb86-6afefe36ea29)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:28.745501 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.828116 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f85f10cf-c6bd-4384-8aee-82bb48d88622 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.836956 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Routers {'167f1fa3-7687-48ec-aa73-633cffe0aaa5'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:28.837355 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:00:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:28.855248 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c88ea1-e5e5-45be-b6dc-b8b921e7d5ac req-f64efa8c-f08e-4d71-903c-9948a2b4e334 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:28.855248 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f7c88ea1-e5e5-45be-b6dc-b8b921e7d5ac req-f64efa8c-f08e-4d71-903c-9948a2b4e334 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 943 time: 0.1025805 Aug 31 09:00:28.855450 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6298594c-ec4b-47b7-9ef5-7159f0d565ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.919752 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f7c88ea1-e5e5-45be-b6dc-b8b921e7d5ac req-b2b68c90-2ec9-4981-abc4-d5196dbb0072 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542853 Aug 31 09:00:28.991261 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b9e17-988b-4e0f-8a60-2857a40e9899 None None] Pushing event updated for resources: {'Port': ['ID=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:29.016024 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] Set router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:29.137062 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f85f10cf-c6bd-4384-8aee-82bb48d88622 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.137326 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6298594c-ec4b-47b7-9ef5-7159f0d565ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.165333 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f10cf-c6bd-4384-8aee-82bb48d88622 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965b403a-a6ec-4bd0-a37d-2e15bfa7d71d,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:29.216825 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6298594c-ec4b-47b7-9ef5-7159f0d565ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f08af07b15ce4e648acea192d9bb8526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7190392 Aug 31 09:00:29.217751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298594c-ec4b-47b7-9ef5-7159f0d565ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7362b710-1ecc-497f-acc1-73a5379f2523,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:29.221568 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47124) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:29.320800 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e01ff525-a7f2-4b15-a3e9-64034de1034d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.352676 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:00:23Z', 'revision_number': 4, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'fe5f36e6-a397-4cdb-bebd-f955cc07b23f', 'name': '', 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'mac_address': 'fa:16:3e:46:3c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0d589cbf-47bd-4cd6-b581-0d11d423b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:22Z', 'updated_at': '2021-08-31T09:00:28Z', 'revision_number': 4, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'subnets': [{'id': '0d589cbf-47bd-4cd6-b581-0d11d423b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:29.358657 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e01ff525-a7f2-4b15-a3e9-64034de1034d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.390500 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bfcb4b-c663-4322-aaa0-d0906c18ac59 None None] The sync data for ids ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'] in dv-cinder-786524-11-iscsi is: [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:00:23Z', 'revision_number': 4, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'fe5f36e6-a397-4cdb-bebd-f955cc07b23f', 'name': '', 'network_id': 'df547a76-8e16-4b17-bd46-1f528b70cde9', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'mac_address': 'fa:16:3e:46:3c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '0d589cbf-47bd-4cd6-b581-0d11d423b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:22Z', 'updated_at': '2021-08-31T09:00:28Z', 'revision_number': 4, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'subnets': [{'id': '0d589cbf-47bd-4cd6-b581-0d11d423b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:29.455168 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f85f10cf-c6bd-4384-8aee-82bb48d88622 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.457162 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f85f10cf-c6bd-4384-8aee-82bb48d88622 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9901564 Aug 31 09:00:29.464249 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47134) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:29.472642 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-017f75af-450d-4318-8d9d-7fcc03ce7c9f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'security_group_rule': {'security_group_id': '4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83', 'project_id': '18c994179b2547efb476c55739f163b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:29.578903 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.658932 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-7f404317-fa83-41cc-9def-9d3f71d927c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.659327 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e01ff525-a7f2-4b15-a3e9-64034de1034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.665190 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e01ff525-a7f2-4b15-a3e9-64034de1034d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.669103 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-017f75af-450d-4318-8d9d-7fcc03ce7c9f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.669987 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-e01ff525-a7f2-4b15-a3e9-64034de1034d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7362b710-1ecc-497f-acc1-73a5379f2523 HTTP/1.1" status: 204 len: 168 time: 0.4424953 Aug 31 09:00:29.683742 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ff525-a7f2-4b15-a3e9-64034de1034d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7362b710-1ecc-497f-acc1-73a5379f2523,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:29.784001 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-017f75af-450d-4318-8d9d-7fcc03ce7c9f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.970245 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-017f75af-450d-4318-8d9d-7fcc03ce7c9f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:30.009576 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f75af-450d-4318-8d9d-7fcc03ce7c9f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86528037-447e-4d82-8136-4aa97d452b2a,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:30.080969 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd895ed-d1ca-48b6-8e5e-502ccb8c90c3 req-fbc8ba7b-227a-4fd3-a372-96b3e51c039b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:30.087927 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-efd895ed-d1ca-48b6-8e5e-502ccb8c90c3 req-fbc8ba7b-227a-4fd3-a372-96b3e51c039b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 943 time: 0.0910165 Aug 31 09:00:30.139612 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-efd895ed-d1ca-48b6-8e5e-502ccb8c90c3 req-a89bea2a-d0ee-4b0e-a34f-705b780d0a7f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Aug 31 09:00:30.239706 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-017f75af-450d-4318-8d9d-7fcc03ce7c9f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:30.249284 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-017f75af-450d-4318-8d9d-7fcc03ce7c9f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7752812 Aug 31 09:00:30.252062 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47158) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:30.258280 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-a05413af-50d0-4ae6-ac02-8ef0d35245e2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'security_group_rule': {'security_group_id': '4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83', 'project_id': '18c994179b2547efb476c55739f163b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:30.387581 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a05413af-50d0-4ae6-ac02-8ef0d35245e2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:30.489302 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a05413af-50d0-4ae6-ac02-8ef0d35245e2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:30.638097 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a05413af-50d0-4ae6-ac02-8ef0d35245e2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:30.684058 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05413af-50d0-4ae6-ac02-8ef0d35245e2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e829d64-976d-4c96-b6d4-d112fa10ac13,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:30.830032 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device fe5f36e6-a397-4cdb-bebd-f955cc07b23f up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:30.945424 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:30.945870 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a05413af-50d0-4ae6-ac02-8ef0d35245e2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:30.948923 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a05413af-50d0-4ae6-ac02-8ef0d35245e2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6943548 Aug 31 09:00:30.951157 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47170) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:30.960758 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-c01f8dab-cc49-4c1a-8190-a65ebc48618d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'security_group_rule': {'security_group_id': '4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83', 'project_id': '18c994179b2547efb476c55739f163b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:31.178431 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.securitygroups_db [None req-c01f8dab-cc49-4c1a-8190-a65ebc48618d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Project 18c994179b2547efb476c55739f163b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:00:31.179811 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port fe5f36e6-a397-4cdb-bebd-f955cc07b23f completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:31.186970 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c01f8dab-cc49-4c1a-8190-a65ebc48618d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.189316 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port fe5f36e6-a397-4cdb-bebd-f955cc07b23f triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:31.189696 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.307306 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c01f8dab-cc49-4c1a-8190-a65ebc48618d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.336580 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.337254 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416f0d4-7b31-465a-b0bb-f61c92d3a3c6 req-a1afc312-bbb5-4cb0-8f67-ef81b7fb2c5f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:31.339559 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b416f0d4-7b31-465a-b0bb-f61c92d3a3c6 req-a1afc312-bbb5-4cb0-8f67-ef81b7fb2c5f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0937185 Aug 31 09:00:31.383011 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port fe5f36e6-a397-4cdb-bebd-f955cc07b23f, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,segment=NetworkSegment(1de45928-8c26-4d37-bb86-6afefe36ea29),segment_id=1de45928-8c26-4d37-bb86-6afefe36ea29)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:31.402876 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c01f8dab-cc49-4c1a-8190-a65ebc48618d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.417678 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b416f0d4-7b31-465a-b0bb-f61c92d3a3c6 req-39f15ef3-a81a-4741-b5b4-6b68662648d9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640502 Aug 31 09:00:31.420169 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-0aea7f43-f5fe-4d1b-8023-86a74016f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:31.421862 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-0aea7f43-f5fe-4d1b-8023-86a74016f378 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1098 time: 0.0813680 Aug 31 09:00:31.440776 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f8dab-cc49-4c1a-8190-a65ebc48618d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938fb832-8683-46ef-b0de-375fde437594,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:31.464048 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576a221-a1e5-4ace-b048-fc18ebf86f95 req-70c26890-ab1d-4bba-b800-f2044a66548c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:31.465863 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6576a221-a1e5-4ace-b048-fc18ebf86f95 req-70c26890-ab1d-4bba-b800-f2044a66548c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 943 time: 0.1390798 Aug 31 09:00:31.489845 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.585431 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-a0d8a8bb-dbc5-41bb-9df6-96666971fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:31.587665 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-a0d8a8bb-dbc5-41bb-9df6-96666971fe8f service neutron] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 918 time: 0.1518774 Aug 31 09:00:31.595956 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47198) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:31.622816 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6576a221-a1e5-4ace-b048-fc18ebf86f95 req-9b2adab4-c6c8-4f35-bf6b-1b107b2af3be tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419010 Aug 31 09:00:31.639252 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c01f8dab-cc49-4c1a-8190-a65ebc48618d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.646596 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c01f8dab-cc49-4c1a-8190-a65ebc48618d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6935751 Aug 31 09:00:31.657286 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47204) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:31.666419 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-8fc6e1ab-8712-480c-952c-c2ffcec1e674 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'security_group_rule': {'security_group_id': '4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83', 'project_id': '18c994179b2547efb476c55739f163b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:31.673095 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:31.685245 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af1e76e-20b3-4e90-b936-7bb3c09aa0fa admin admin] Deleting subnet 6f833dab-5852-4b3f-a745-e2d02a153eb2 {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:00:31.690397 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4af1e76e-20b3-4e90-b936-7bb3c09aa0fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.731491 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4af1e76e-20b3-4e90-b936-7bb3c09aa0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.839294 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4af1e76e-20b3-4e90-b936-7bb3c09aa0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.866931 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.securitygroups_db [None req-8fc6e1ab-8712-480c-952c-c2ffcec1e674 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Project 18c994179b2547efb476c55739f163b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:00:31.875351 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e1ab-8712-480c-952c-c2ffcec1e674 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.923787 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-b68554f4-920e-4620-bbd9-088907cca843 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:31.925308 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-b68554f4-920e-4620-bbd9-088907cca843 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/networks?id=9631b00a-9b5f-4bbc-88ed-77486b57b9eb HTTP/1.1" status: 200 len: 809 time: 0.1731989 Aug 31 09:00:31.948567 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-202c59a1-b833-45e3-86a3-590644a4fc61 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/quotas/1f21427db5b34f7791142b5e64775fdd HTTP/1.1" status: 200 len: 375 time: 0.0156488 Aug 31 09:00:31.982688 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-1a305b38-d27d-40d8-91b3-8771f67b457c tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1f21427db5b34f7791142b5e64775fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277607 Aug 31 09:00:31.983499 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e1ab-8712-480c-952c-c2ffcec1e674 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.094127 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-75b468de-21cb-4992-bf41-c605c7e962cb service neutron] 10.222.0.66 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039114 Aug 31 09:00:32.193971 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4af1e76e-20b3-4e90-b936-7bb3c09aa0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.215449 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e1ab-8712-480c-952c-c2ffcec1e674 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.230756 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-67131cd3-df91-4e9a-9b8a-eac5c4f36fe6 service neutron] 10.222.0.66 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300824 Aug 31 09:00:32.234257 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1e76e-20b3-4e90-b936-7bb3c09aa0fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f833dab-5852-4b3f-a745-e2d02a153eb2,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:32.236128 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4af1e76e-20b3-4e90-b936-7bb3c09aa0fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.238044 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4af1e76e-20b3-4e90-b936-7bb3c09aa0fa admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6f833dab-5852-4b3f-a745-e2d02a153eb2 HTTP/1.1" status: 204 len: 168 time: 0.6405594 Aug 31 09:00:32.242945 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47222) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:32.244846 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6e1ab-8712-480c-952c-c2ffcec1e674 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff016e9-b57d-434c-850a-7bd16d76f611,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:32.329891 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e1ab-8712-480c-952c-c2ffcec1e674 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.330123 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.330283 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-8fc6e1ab-8712-480c-952c-c2ffcec1e674 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6679468 Aug 31 09:00:32.455086 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.487029 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dc1564-5edd-4958-b91a-afa8d70778a9']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:32.489026 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238d46d8-9c0d-4a75-b5bc-b0e829753e88') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:32.489314 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238d46d8-9c0d-4a75-b5bc-b0e829753e88') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:32.505954 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.524514 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.531982 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:00:32.532386 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:00:32.534292 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:00:32.561010 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device a5ca3e1d-37ee-4539-945c-24ca073db4ef details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:00:32.618128 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.677687 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port a5ca3e1d-37ee-4539-945c-24ca073db4ef, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a5ca3e1d-37ee-4539-945c-24ca073db4ef,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:32.698210 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': 'a5ca3e1d-37ee-4539-945c-24ca073db4ef', 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'port_id': 'a5ca3e1d-37ee-4539-945c-24ca073db4ef', 'mac_address': 'fa:16:3e:1d:ad:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333807a7-baea-49fd-9ef4-dc28d3d53aff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:00:32.766006 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.784464 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ca3e1d-37ee-4539-945c-24ca073db4ef {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:00:32.825245 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device fe5f36e6-a397-4cdb-bebd-f955cc07b23f up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:32.851422 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port a5ca3e1d-37ee-4539-945c-24ca073db4ef, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a5ca3e1d-37ee-4539-945c-24ca073db4ef,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:32.906613 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port fe5f36e6-a397-4cdb-bebd-f955cc07b23f triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:32.906613 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.940915 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.991782 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.992024 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:32.994655 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] 10.222.0.66 "DELETE /v2.0/networks/b3dc1564-5edd-4958-b91a-afa8d70778a9 HTTP/1.1" status: 204 len: 168 time: 0.7528980 Aug 31 09:00:32.997218 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e916f-dccf-4686-bc27-fcae6df569ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b3dc1564-5edd-4958-b91a-afa8d70778a9,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:33.094359 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf98f50-0943-4629-b0b9-ea65b5451e79 req-560d0166-1423-4e28-b83e-e5419bf75f6a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:33.104153 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ccf98f50-0943-4629-b0b9-ea65b5451e79 req-560d0166-1423-4e28-b83e-e5419bf75f6a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1528881 Aug 31 09:00:33.139993 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=a5ca3e1d-37ee-4539-945c-24ca073db4ef,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:33.175163 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ccf98f50-0943-4629-b0b9-ea65b5451e79 req-2b39bc22-81aa-47de-923e-1ae215af0ac6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618653 Aug 31 09:00:33.579268 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95add7-c001-4f83-b002-867b8e7c8ce6 req-f2cbd0f2-6e3e-44cf-ac4e-51714939703b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:33.581936 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd95add7-c001-4f83-b002-867b8e7c8ce6 req-f2cbd0f2-6e3e-44cf-ac4e-51714939703b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 944 time: 0.3232276 Aug 31 09:00:33.628852 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd95add7-c001-4f83-b002-867b8e7c8ce6 req-069ff427-2568-4ca7-b301-3417a6a731c7 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 Aug 31 09:00:33.717870 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f94fa218-97ce-43aa-bf58-94918caf0fcd req-fcc51cc3-ea87-4c2c-bccb-4f8e961b06da tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 210 time: 0.0290642 Aug 31 09:00:33.817597 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47306) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:33.877301 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c6e9e7f5-b23f-449f-a396-ab7582277346 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95164576c2b0482da08a61efc9f81bfa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552878 Aug 31 09:00:33.879209 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47312) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:33.949801 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5cce448a-ddf1-4fef-a96d-ac665fdb0a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:33.993230 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5cce448a-ddf1-4fef-a96d-ac665fdb0a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:34.258215 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5cce448a-ddf1-4fef-a96d-ac665fdb0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:34.258215 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5cce448a-ddf1-4fef-a96d-ac665fdb0a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:34.258815 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-5cce448a-ddf1-4fef-a96d-ac665fdb0a94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e422e26b-5d10-4408-8bb2-56e2a367a4f1 HTTP/1.1" status: 204 len: 168 time: 0.3780696 Aug 31 09:00:34.267721 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce448a-ddf1-4fef-a96d-ac665fdb0a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422e26b-5d10-4408-8bb2-56e2a367a4f1,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:34.336584 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83689007-30dd-4ca8-9603-83bbe6ad4905 req-0b2f10f5-f8b4-4c00-a9ab-ef990f5d046d tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:34.338529 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-83689007-30dd-4ca8-9603-83bbe6ad4905 req-0b2f10f5-f8b4-4c00-a9ab-ef990f5d046d tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0834603 Aug 31 09:00:34.412060 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-83689007-30dd-4ca8-9603-83bbe6ad4905 req-651eaa13-19c2-40f6-8295-b5175d7c1856 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596080 Aug 31 09:00:34.524593 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-a0df1432-497d-421e-ae4e-9e5a17241b75 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 200 len: 217 time: 0.0392725 Aug 31 09:00:34.600056 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-60739203-7633-4aa3-b869-dc868af5ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:34.601557 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-60739203-7633-4aa3-b869-dc868af5ef2f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.0522952 Aug 31 09:00:34.644942 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-fcf6e6cb-a4b1-4936-bca8-87cde372de52 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277703 Aug 31 09:00:34.851595 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['a5ca3e1d-37ee-4539-945c-24ca073db4ef'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:00:34.883606 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d7da870b-eb6a-4474-b128-4c2a264bed65 req-6ce8085f-f48a-40de-8868-5a2940c71267 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 210 time: 0.0452383 Aug 31 09:00:34.933274 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff3c43-1623-458c-925d-45da28f1afad req-4fc4005e-3ed0-4700-aa51-901341b951e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:34.944138 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-90ff3c43-1623-458c-925d-45da28f1afad req-4fc4005e-3ed0-4700-aa51-901341b951e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 944 time: 0.1330957 Aug 31 09:00:34.957125 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-44f5d6bc-872c-4da5-99a5-b67993333faf service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938216 Aug 31 09:00:35.190698 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-90ff3c43-1623-458c-925d-45da28f1afad req-66efddb4-5b42-4ea8-b6d4-e2826261628c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404945 Aug 31 09:00:35.249553 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adbeab7c-f564-4f43-a523-9601365ceeaf req-8163d024-31d5-419f-a6eb-a5a734dbb9bf service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851982 Aug 31 09:00:35.587962 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1aa5e-0b0e-4b68-80de-b001248fa220 req-3aa60ca0-ee84-4e99-9d10-dd1ef6fc0cfc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:35.590389 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7db1aa5e-0b0e-4b68-80de-b001248fa220 req-3aa60ca0-ee84-4e99-9d10-dd1ef6fc0cfc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0678048 Aug 31 09:00:35.673135 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7db1aa5e-0b0e-4b68-80de-b001248fa220 req-0b627717-718e-46e4-81a3-b391a9e6a17c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641124 Aug 31 09:00:35.776846 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47386) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:35.927430 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-52192195-0255-4566-ac72-09c3ed527f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.037196 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-08f5342a-e57e-4ec5-9821-ec6f876416c2 req-4691ae1f-8a76-4acb-9201-3060e871d29f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 210 time: 0.0286736 Aug 31 09:00:36.231366 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-52192195-0255-4566-ac72-09c3ed527f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.383373 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc289a4-1f16-4f08-8481-e12a0c741a9d req-fd532713-df58-40e4-a0ea-2414fc766759 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:36.383373 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc289a4-1f16-4f08-8481-e12a0c741a9d req-fd532713-df58-40e4-a0ea-2414fc766759 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 944 time: 0.0742817 Aug 31 09:00:36.390310 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-52192195-0255-4566-ac72-09c3ed527f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.425890 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc289a4-1f16-4f08-8481-e12a0c741a9d req-53a9f50e-64b5-455c-9976-6a97a816fc17 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 Aug 31 09:00:36.443151 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-52192195-0255-4566-ac72-09c3ed527f70 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c40a6b5932474c92bb711689069825e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6626263 Aug 31 09:00:36.443606 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47408) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:36.449660 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52192195-0255-4566-ac72-09c3ed527f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d8f1da-485f-4ea5-9431-3ed2d0c5772f,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:36.498932 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device a5ca3e1d-37ee-4539-945c-24ca073db4ef up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:36.574109 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bfd7332c-b41b-4f7c-8b74-7816a472067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.648603 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bfd7332c-b41b-4f7c-8b74-7816a472067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.666022 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port a5ca3e1d-37ee-4539-945c-24ca073db4ef completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:36.673199 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port a5ca3e1d-37ee-4539-945c-24ca073db4ef triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:36.673550 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.738576 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-7ee78bae-82b0-4011-828f-07c78dc5d0b9 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:36.740407 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-7ee78bae-82b0-4011-828f-07c78dc5d0b9 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.107 "GET /v2.0/networks?id=9631b00a-9b5f-4bbc-88ed-77486b57b9eb HTTP/1.1" status: 200 len: 809 time: 0.1853342 Aug 31 09:00:36.757753 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Request body: {'port': {'device_id': '58b1cd4e-38d0-4732-be08-54e8a23f446e', 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb', 'admin_state_up': True, 'tenant_id': '1f21427db5b34f7791142b5e64775fdd'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:36.873083 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.874613 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89c2c8-0aed-4921-902e-08d2aa8c7296 req-6ca54c19-111a-4aca-bcc4-36a785572362 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:36.880032 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ed89c2c8-0aed-4921-902e-08d2aa8c7296 req-6ca54c19-111a-4aca-bcc4-36a785572362 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0935862 Aug 31 09:00:36.905838 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06cad03-6be8-4dda-94f6-fc1efd36f766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca3e1d-37ee-4539-945c-24ca073db4ef'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:36.908440 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86d9b4b-424f-4ea9-8471-2cabde2e1aa8" -d '{"events": [{"server_uuid": "f06cad03-6be8-4dda-94f6-fc1efd36f766", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca3e1d-37ee-4539-945c-24ca073db4ef"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:36.924767 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port a5ca3e1d-37ee-4539-945c-24ca073db4ef, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a5ca3e1d-37ee-4539-945c-24ca073db4ef,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:36.954535 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ed89c2c8-0aed-4921-902e-08d2aa8c7296 req-5fd0d8fe-c9a1-482a-a6cd-99373deda847 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702491 Aug 31 09:00:36.985555 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e98d1ab-e690-4be2-bc38-e17200dc85de x-openstack-request-id: req-1e98d1ab-e690-4be2-bc38-e17200dc85de {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:36.985965 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06cad03-6be8-4dda-94f6-fc1efd36f766", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca3e1d-37ee-4539-945c-24ca073db4ef", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:36.986241 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e98d1ab-e690-4be2-bc38-e17200dc85de {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:36.986809 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06cad03-6be8-4dda-94f6-fc1efd36f766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca3e1d-37ee-4539-945c-24ca073db4ef', 'code': 200} Aug 31 09:00:37.013124 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bfd7332c-b41b-4f7c-8b74-7816a472067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:37.017614 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bfd7332c-b41b-4f7c-8b74-7816a472067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:37.030601 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-bfd7332c-b41b-4f7c-8b74-7816a472067c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8d8f1da-485f-4ea5-9431-3ed2d0c5772f HTTP/1.1" status: 204 len: 168 time: 0.5745618 Aug 31 09:00:37.033722 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7332c-b41b-4f7c-8b74-7816a472067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d8f1da-485f-4ea5-9431-3ed2d0c5772f,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:37.128260 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:37.188379 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b8238e7b-0169-4e5e-8db4-6371ebcb4b90 req-cd6dfb30-44fe-4a3c-b3d8-771e8ce28f79 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 210 time: 0.0288560 Aug 31 09:00:37.193183 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Made reservation on behalf of 1f21427db5b34f7791142b5e64775fdd for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:37.194333 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=a5ca3e1d-37ee-4539-945c-24ca073db4ef,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:37.198757 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:37.366983 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Allocated IP 172.20.0.9 (9631b00a-9b5f-4bbc-88ed-77486b57b9eb/ee34af5a-93ed-4627-966e-abbf918bc09b/f2c63eac-a6a5-4a73-9f90-1979c9382d43) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:37.607929 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:37.633049 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9dde-2b53-4cdd-b8a7-1c72d1597060 req-39b990fd-e6bf-48d4-8821-b8c87b1c26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:37.634871 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4ede9dde-2b53-4cdd-b8a7-1c72d1597060 req-39b990fd-e6bf-48d4-8821-b8c87b1c26d9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 1098 time: 0.0712669 Aug 31 09:00:37.642173 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56dcbc-2a58-47cf-afba-8b1be985f122 req-3886870a-7d38-45b7-b216-c37b69cfeeae tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:37.649760 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1e56dcbc-2a58-47cf-afba-8b1be985f122 req-3886870a-7d38-45b7-b216-c37b69cfeeae tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 945 time: 0.1006684 Aug 31 09:00:37.688008 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4ede9dde-2b53-4cdd-b8a7-1c72d1597060 req-06c0c677-360d-4862-a223-bb877acea71a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Aug 31 09:00:37.720447 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1e56dcbc-2a58-47cf-afba-8b1be985f122 req-ec091c73-da56-4bcd-a785-faaff4672fd5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672703 Aug 31 09:00:37.801720 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:37.849758 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:37.857130 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:37.859468 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:37.868498 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Pushing event updated for resources: {'Port': ['ID=f2c63eac-a6a5-4a73-9f90-1979c9382d43,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:37.928225 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:37.928870 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.067868 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-ac26ef45-110b-4a9c-811c-7e7f125f33fc tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3162282 Aug 31 09:00:38.086298 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Request body: {'port': {'device_id': '58b1cd4e-38d0-4732-be08-54e8a23f446e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:38.184595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.195553 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47464) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:38.230299 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-71586264-6696-414e-b665-11f53294d135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.304022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ead3-8900-4071-97a1-57838036f7b3 req-44ffda94-8243-4e85-aacd-7698cddb98a8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:38.316065 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c1f2ead3-8900-4071-97a1-57838036f7b3 req-44ffda94-8243-4e85-aacd-7698cddb98a8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.2602453 Aug 31 09:00:38.417432 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05a83c-a387-4610-8437-9a0ed7a0b85a req-b4725265-3221-4600-9e78-d077051b5b98 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:38.420718 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5c05a83c-a387-4610-8437-9a0ed7a0b85a req-b4725265-3221-4600-9e78-d077051b5b98 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 931 time: 0.0852163 Aug 31 09:00:38.475319 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c1f2ead3-8900-4071-97a1-57838036f7b3 req-e702adc2-3ce8-4785-8d4a-828c18c961ee tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014438 Aug 31 09:00:38.500614 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5c05a83c-a387-4610-8437-9a0ed7a0b85a req-66a70f9f-3f0a-468b-9fac-f4656350643b tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690691 Aug 31 09:00:38.506315 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-71586264-6696-414e-b665-11f53294d135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.597311 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-71586264-6696-414e-b665-11f53294d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.634414 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c63eac-a6a5-4a73-9f90-1979c9382d43 {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:00:38.645426 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.646445 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-71586264-6696-414e-b665-11f53294d135 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c34e69adba94887a6573afe5aa8c8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495435 Aug 31 09:00:38.649027 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47476) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:38.649542 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47478) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:38.669480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Transition to ACTIVE for port object f2c63eac-a6a5-4a73-9f90-1979c9382d43 will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:38.689528 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71586264-6696-414e-b665-11f53294d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecb38a-8631-4f34-84ab-6d07b14de2d9,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:38.729955 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15763f93-583c-4d1e-835e-1a885e18e22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.757489 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15763f93-583c-4d1e-835e-1a885e18e22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.825090 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.826533 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ab41971-75aa-49ad-8ee6-336301599458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.909051 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Pushing event updated for resources: {'Port': ['ID=f2c63eac-a6a5-4a73-9f90-1979c9382d43,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:38.947220 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326f34e-5f7b-4e2a-975f-cd8b77c43ebb req-6ae3f387-a75a-45a9-8087-2d1099f2f85c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:38.948941 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4326f34e-5f7b-4e2a-975f-cd8b77c43ebb req-6ae3f387-a75a-45a9-8087-2d1099f2f85c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 945 time: 0.1359398 Aug 31 09:00:38.988773 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15763f93-583c-4d1e-835e-1a885e18e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.992073 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15763f93-583c-4d1e-835e-1a885e18e22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:38.993500 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-15763f93-583c-4d1e-835e-1a885e18e22d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccecb38a-8631-4f34-84ab-6d07b14de2d9 HTTP/1.1" status: 204 len: 168 time: 0.3425741 Aug 31 09:00:39.018506 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15763f93-583c-4d1e-835e-1a885e18e22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecb38a-8631-4f34-84ab-6d07b14de2d9,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:39.064137 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4326f34e-5f7b-4e2a-975f-cd8b77c43ebb req-ec39a23f-f103-4abd-b6b2-c388458a7fb2 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904753 Aug 31 09:00:39.074082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Attempting to bind port f2c63eac-a6a5-4a73-9f90-1979c9382d43 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:39.074082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Attempting to bind port f2c63eac-a6a5-4a73-9f90-1979c9382d43 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:39.074082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Attempting to bind port f2c63eac-a6a5-4a73-9f90-1979c9382d43 on network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:39.083103 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Port f2c63eac-a6a5-4a73-9f90-1979c9382d43 on network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:00:39.083103 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Attempting to bind port f2c63eac-a6a5-4a73-9f90-1979c9382d43 on network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:39.110126 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:39.111025 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Checking segment: {'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:39.111914 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Bound using segment: {'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:39.112533 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Bound port: f2c63eac-a6a5-4a73-9f90-1979c9382d43, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:39.113006 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.132987 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ab41971-75aa-49ad-8ee6-336301599458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.236311 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] For port f2c63eac-a6a5-4a73-9f90-1979c9382d43, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:39.241239 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] For port f2c63eac-a6a5-4a73-9f90-1979c9382d43, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f2c63eac-a6a5-4a73-9f90-1979c9382d43,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:39.253481 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ab41971-75aa-49ad-8ee6-336301599458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.336197 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-9ab41971-75aa-49ad-8ee6-336301599458 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d74be332621345c5b5de91875adf19a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833069 Aug 31 09:00:39.338065 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab41971-75aa-49ad-8ee6-336301599458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8be026-cbb2-4731-b6f8-adfe75ca49df,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:39.340184 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47492) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:39.417589 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b23d45e3-b448-4d41-b962-86e43e9b1698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.428327 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.483288 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b23d45e3-b448-4d41-b962-86e43e9b1698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.516269 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:39.522243 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.522243 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] 10.222.0.107 "PUT /v2.0/ports/f2c63eac-a6a5-4a73-9f90-1979c9382d43 HTTP/1.1" status: 200 len: 1093 time: 1.4382260 Aug 31 09:00:39.522243 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b1cd4e-38d0-4732-be08-54e8a23f446e', 'tag': 'f2c63eac-a6a5-4a73-9f90-1979c9382d43'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:39.525839 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2b9680-b309-4549-b85d-0a2d439963e7" -d '{"events": [{"name": "network-changed", "server_uuid": "58b1cd4e-38d0-4732-be08-54e8a23f446e", "tag": "f2c63eac-a6a5-4a73-9f90-1979c9382d43"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:39.601072 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c933f-1b5d-4b32-a264-0c05bdc875ce service neutron] Pushing event updated for resources: {'Port': ['ID=f2c63eac-a6a5-4a73-9f90-1979c9382d43,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:39.725416 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5389b-a6b3-435f-a10d-e2faa3672132 req-740954e1-8e93-4a80-b826-d18c908f39cd tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:39.725416 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e4a5389b-a6b3-435f-a10d-e2faa3672132 req-740954e1-8e93-4a80-b826-d18c908f39cd tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 943 time: 0.0869639 Aug 31 09:00:39.736680 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe66ea-3c70-436e-a658-070155a622a1 req-759c5b5b-a900-4d22-863f-03b4182b9cf0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:39.738784 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-effe66ea-3c70-436e-a658-070155a622a1 req-759c5b5b-a900-4d22-863f-03b4182b9cf0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1205301 Aug 31 09:00:39.753639 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-05e42fac-1e1b-4591-837b-3984a24e0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:39.755412 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-05e42fac-1e1b-4591-837b-3984a24e0df0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1f21427db5b34f7791142b5e64775fdd&device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 1096 time: 0.0971353 Aug 31 09:00:39.762654 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b23d45e3-b448-4d41-b962-86e43e9b1698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.765144 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b23d45e3-b448-4d41-b962-86e43e9b1698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.766213 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b23d45e3-b448-4d41-b962-86e43e9b1698 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db8be026-cbb2-4731-b6f8-adfe75ca49df HTTP/1.1" status: 204 len: 168 time: 0.4246113 Aug 31 09:00:39.769469 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e4a5389b-a6b3-435f-a10d-e2faa3672132 req-eff8d211-f589-47d9-9d12-0f49196f4aea tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Aug 31 09:00:39.800420 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d45e3-b448-4d41-b962-86e43e9b1698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8be026-cbb2-4731-b6f8-adfe75ca49df,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:39.864411 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5b2c8b-8b17-4a8b-96cb-43f3145c30b5 x-openstack-request-id: req-7d5b2c8b-8b17-4a8b-96cb-43f3145c30b5 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:39.864694 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b1cd4e-38d0-4732-be08-54e8a23f446e", "tag": "f2c63eac-a6a5-4a73-9f90-1979c9382d43", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:39.864946 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d5b2c8b-8b17-4a8b-96cb-43f3145c30b5 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:39.865335 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b1cd4e-38d0-4732-be08-54e8a23f446e', 'tag': 'f2c63eac-a6a5-4a73-9f90-1979c9382d43', 'status': 'completed', 'code': 200} Aug 31 09:00:39.868090 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-c2efb9d3-8fb3-4af1-923b-b97077f71600 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2c63eac-a6a5-4a73-9f90-1979c9382d43 HTTP/1.1" status: 200 len: 217 time: 0.0964496 Aug 31 09:00:39.882481 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-effe66ea-3c70-436e-a658-070155a622a1 req-89904a90-50d2-47a7-9dda-fb50de518bdd tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313734 Aug 31 09:00:39.930050 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-44d2bf2e-fddf-4923-bdb4-b0e7cfa558b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:39.931556 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-44d2bf2e-fddf-4923-bdb4-b0e7cfa558b9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee34af5a-93ed-4627-966e-abbf918bc09b HTTP/1.1" status: 200 len: 849 time: 0.0481787 Aug 31 09:00:39.975241 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-e375989f-6d40-4ad2-ae56-d08a997613a7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9631b00a-9b5f-4bbc-88ed-77486b57b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308554 Aug 31 09:00:40.097177 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-2325647f-0dc3-48ad-b3f5-1f27fcd6d3a5 service neutron] 10.222.0.107 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064687 Aug 31 09:00:40.222936 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35969726-d795-4993-9759-0195424afa4a req-ec82cf40-2c9e-43d9-ad0e-c9d1bdb318d6 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:40.224638 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-35969726-d795-4993-9759-0195424afa4a req-ec82cf40-2c9e-43d9-ad0e-c9d1bdb318d6 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 945 time: 0.0706034 Aug 31 09:00:40.236793 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-067e8e12-51a3-4fad-8d66-5136c02e6910 req-6e6f0310-c26c-4840-adde-390eab115465 service neutron] 10.222.0.107 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275697 Aug 31 09:00:40.288922 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-35969726-d795-4993-9759-0195424afa4a req-3947956a-2ef1-4d90-93c5-2843df17a23f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552492 Aug 31 09:00:40.530047 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-56926812-65eb-4c4d-8472-d10aa656ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:40.531828 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-56926812-65eb-4c4d-8472-d10aa656ee01 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1f21427db5b34f7791142b5e64775fdd&device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 1096 time: 0.0652373 Aug 31 09:00:40.655856 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-78ad05ac-4c97-4b9a-917b-e6bc902746b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:40.658010 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-78ad05ac-4c97-4b9a-917b-e6bc902746b3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=9631b00a-9b5f-4bbc-88ed-77486b57b9eb HTTP/1.1" status: 200 len: 910 time: 0.1105771 Aug 31 09:00:40.706508 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-fa1b5ef1-22af-4e6b-a69b-97d027c5f7b1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2c63eac-a6a5-4a73-9f90-1979c9382d43 HTTP/1.1" status: 200 len: 217 time: 0.0377035 Aug 31 09:00:40.790430 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-502c5b46-34a1-453a-801a-193acd996cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:40.793640 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-502c5b46-34a1-453a-801a-193acd996cfa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee34af5a-93ed-4627-966e-abbf918bc09b HTTP/1.1" status: 200 len: 849 time: 0.0784802 Aug 31 09:00:40.795689 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47540) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:40.824053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0150c6d2-54cb-4ee9-9356-97d226f68c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:40.850902 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-e2c617dc-a799-472b-b39d-3da4b39e2086 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9631b00a-9b5f-4bbc-88ed-77486b57b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357027 Aug 31 09:00:40.960530 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e238d-795b-40dd-a1f4-530c656b7a35 req-d551fb91-9e91-4814-ab3e-dcda7fddd3f6 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:40.971371 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e06e238d-795b-40dd-a1f4-530c656b7a35 req-d551fb91-9e91-4814-ab3e-dcda7fddd3f6 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 943 time: 0.0890236 Aug 31 09:00:41.030218 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e06e238d-795b-40dd-a1f4-530c656b7a35 req-e6c05cec-141b-4aa5-b242-3e1e9a37c5eb tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Aug 31 09:00:41.038005 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-12a9cec7-40d9-4e5a-bcb5-c70ab72fb58e service neutron] 10.222.0.107 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749785 Aug 31 09:00:41.163631 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0150c6d2-54cb-4ee9-9356-97d226f68c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.167817 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a50f-d521-4adc-8f1f-c782f87c02b1 req-04b40524-90af-4137-ab59-6e852b712cc6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:41.169435 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1220a50f-d521-4adc-8f1f-c782f87c02b1 req-04b40524-90af-4137-ab59-6e852b712cc6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0618989 Aug 31 09:00:41.206133 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b2b9680-b309-4549-b85d-0a2d439963e7 req-4b03e91d-ff96-487f-b588-bb1bf91c9c4e service neutron] 10.222.0.107 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553595 Aug 31 09:00:41.221551 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1220a50f-d521-4adc-8f1f-c782f87c02b1 req-b3f8ebcd-75b4-4a4d-9fb2-7c08110d57db tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Aug 31 09:00:41.300640 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0150c6d2-54cb-4ee9-9356-97d226f68c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.381078 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-0150c6d2-54cb-4ee9-9356-97d226f68c40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2857b3e0b5ee402b924a28fb0f1c9d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760186 Aug 31 09:00:41.381078 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150c6d2-54cb-4ee9-9356-97d226f68c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e95d906-62b8-412c-9856-b4c49ed188f6,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:41.381398 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 47558) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:41.484985 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6e138a2f-b781-498d-8a3a-b5964c0ad106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.522696 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6e138a2f-b781-498d-8a3a-b5964c0ad106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.734012 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6e138a2f-b781-498d-8a3a-b5964c0ad106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.737055 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6e138a2f-b781-498d-8a3a-b5964c0ad106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.739216 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6e138a2f-b781-498d-8a3a-b5964c0ad106 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e95d906-62b8-412c-9856-b4c49ed188f6 HTTP/1.1" status: 204 len: 168 time: 0.3565416 Aug 31 09:00:41.753427 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e138a2f-b781-498d-8a3a-b5964c0ad106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e95d906-62b8-412c-9856-b4c49ed188f6,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:42.182738 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342e1f-04b9-45fe-9678-160223d477bc req-45e8f1a5-ac0d-4624-a943-d53c6cb27ab3 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:42.184552 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9e342e1f-04b9-45fe-9678-160223d477bc req-45e8f1a5-ac0d-4624-a943-d53c6cb27ab3 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 943 time: 0.0734997 Aug 31 09:00:42.244991 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9e342e1f-04b9-45fe-9678-160223d477bc req-8efae1e4-f7ee-415b-8f53-2db20d4c8db0 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480521 Aug 31 09:00:42.444244 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf4a50-5be2-4612-94e4-8dc828a74939 req-bb99566d-3ffd-4b57-80cf-d4b35fc2f110 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:42.452844 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adaf4a50-5be2-4612-94e4-8dc828a74939 req-bb99566d-3ffd-4b57-80cf-d4b35fc2f110 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1226315 Aug 31 09:00:42.501158 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-adaf4a50-5be2-4612-94e4-8dc828a74939 req-2db3b742-3787-4a4d-9f90-45cf8c6ab7a6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Aug 31 09:00:43.473268 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772359b-3dd2-4a18-a33b-689a9fc767f4 req-1e5b6189-ff43-416e-affc-0d7fab9c4771 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:43.476083 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4772359b-3dd2-4a18-a33b-689a9fc767f4 req-1e5b6189-ff43-416e-affc-0d7fab9c4771 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 943 time: 0.0940194 Aug 31 09:00:43.533589 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4772359b-3dd2-4a18-a33b-689a9fc767f4 req-29242bb9-2cb5-4458-8667-63ef63fcc3ea tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498002 Aug 31 09:00:43.693877 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfae64a-7c54-40a7-9c90-4613e98b934a req-97dafa2b-604e-4a38-bf9f-9872258afdf1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:43.695015 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbfae64a-7c54-40a7-9c90-4613e98b934a req-97dafa2b-604e-4a38-bf9f-9872258afdf1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0805311 Aug 31 09:00:43.765401 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbfae64a-7c54-40a7-9c90-4613e98b934a req-bd9c06ec-a889-47ad-87fa-33db19e17342 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568285 Aug 31 09:00:44.044020 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47660) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:44.120734 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-ed01a601-fe91-434a-a7b3-784c70ca8d2a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:44.122397 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-ed01a601-fe91-434a-a7b3-784c70ca8d2a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/networks?id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 200 len: 814 time: 0.1524062 Aug 31 09:00:44.156961 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-4c003609-28cf-432d-b53f-606ca2881315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/quotas/d3cdf98caa9840c6aeefbb1bf388b598 HTTP/1.1" status: 200 len: 375 time: 0.0128763 Aug 31 09:00:44.180759 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9dcf-803a-4de5-8db2-c4f4345ff8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.248709 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7d3c92e3-24a0-42eb-84df-b776f76cf9f4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890265 Aug 31 09:00:44.325353 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9dcf-803a-4de5-8db2-c4f4345ff8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.401146 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-3af028b3-62d7-4a25-833e-c36f8de5034d service neutron] 10.222.0.66 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445832 Aug 31 09:00:44.418383 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9dcf-803a-4de5-8db2-c4f4345ff8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.470555 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-6a4d9dcf-803a-4de5-8db2-c4f4345ff8e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4dfd9609bf3d4df79bae1c01e51b8966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246519 Aug 31 09:00:44.471306 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 47668) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:44.477957 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d9dcf-803a-4de5-8db2-c4f4345ff8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8116c-9d14-4c78-b640-adcd0ee05a0d,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:44.534062 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f365fc45-5b6c-4395-b57e-2813f5924862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.536182 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device f2c63eac-a6a5-4a73-9f90-1979c9382d43 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:00:44.555516 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-fc66c44d-3f50-43d4-ab45-bc2512f50724 service neutron] 10.222.0.66 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471663 Aug 31 09:00:44.586913 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f365fc45-5b6c-4395-b57e-2813f5924862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.804040 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f98942-af17-45a0-91cc-4df3da029912 req-b1583573-490f-4b56-8c59-070977198494 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:44.811829 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b5f98942-af17-45a0-91cc-4df3da029912 req-b1583573-490f-4b56-8c59-070977198494 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 943 time: 0.1195233 Aug 31 09:00:44.823845 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f365fc45-5b6c-4395-b57e-2813f5924862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.826168 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f365fc45-5b6c-4395-b57e-2813f5924862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.827479 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f365fc45-5b6c-4395-b57e-2813f5924862 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cda8116c-9d14-4c78-b640-adcd0ee05a0d HTTP/1.1" status: 204 len: 168 time: 0.3549218 Aug 31 09:00:44.828096 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port f2c63eac-a6a5-4a73-9f90-1979c9382d43, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f2c63eac-a6a5-4a73-9f90-1979c9382d43,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:44.858032 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': 'f2c63eac-a6a5-4a73-9f90-1979c9382d43', 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb', 'port_id': 'f2c63eac-a6a5-4a73-9f90-1979c9382d43', 'mac_address': 'fa:16:3e:3f:09:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee34af5a-93ed-4627-966e-abbf918bc09b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:00:44.886414 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365fc45-5b6c-4395-b57e-2813f5924862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8116c-9d14-4c78-b640-adcd0ee05a0d,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:44.899778 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b5f98942-af17-45a0-91cc-4df3da029912 req-e32ab0fa-9e58-4bba-ab57-469c5b62b853 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850313 Aug 31 09:00:44.954813 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.972916 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c63eac-a6a5-4a73-9f90-1979c9382d43 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:00:45.008600 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port f2c63eac-a6a5-4a73-9f90-1979c9382d43, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f2c63eac-a6a5-4a73-9f90-1979c9382d43,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:45.126247 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-69c504e2-57de-4817-9212-0203d48eea29 req-6f549e5c-6e68-4232-b570-0846326d1e67 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 210 time: 0.0594656 Aug 31 09:00:45.152414 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.162910 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce13ab-7968-41e8-a02f-ee6593a4d5aa req-e417a001-a601-4047-946d-7a82a69fa840 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:45.164170 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fcce13ab-7968-41e8-a02f-ee6593a4d5aa req-e417a001-a601-4047-946d-7a82a69fa840 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0920529 Aug 31 09:00:45.227714 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fcce13ab-7968-41e8-a02f-ee6593a4d5aa req-984f699b-568c-4e2a-ab8e-ccb65b8af878 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564954 Aug 31 09:00:45.236040 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=f2c63eac-a6a5-4a73-9f90-1979c9382d43,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:45.389419 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.599176 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['f2c63eac-a6a5-4a73-9f90-1979c9382d43'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:00:46.041030 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb70a1d-c29d-460f-8c99-20b6905d2f54 req-4db3d8b5-024f-429d-89ad-9e51f4c2a44f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:46.042622 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6fb70a1d-c29d-460f-8c99-20b6905d2f54 req-4db3d8b5-024f-429d-89ad-9e51f4c2a44f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 944 time: 0.0636930 Aug 31 09:00:46.101350 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6fb70a1d-c29d-460f-8c99-20b6905d2f54 req-d42737ec-e585-427e-ac72-e7b7b0115cf3 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Aug 31 09:00:46.224929 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9e46eab7-f8c2-438b-8c0f-fe77e6c4c724 req-594b329a-389f-4897-9716-c179bc3cd9f9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 210 time: 0.0281892 Aug 31 09:00:46.400965 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acf401-a501-47f0-a21c-5a6b632027ac req-ed8a05d1-dee9-47c2-a4bf-79c119bfa33a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:46.405614 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e8acf401-a501-47f0-a21c-5a6b632027ac req-ed8a05d1-dee9-47c2-a4bf-79c119bfa33a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0930240 Aug 31 09:00:46.482233 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e8acf401-a501-47f0-a21c-5a6b632027ac req-f6c3aa8b-ea76-40fc-8cc1-516e3f4099fb tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623169 Aug 31 09:00:47.244233 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9f84-ee1a-48aa-84d0-f19004ab457b req-2c1d1611-0de9-45d8-b53f-580445315f1b tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:47.245649 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f4fb9f84-ee1a-48aa-84d0-f19004ab457b req-2c1d1611-0de9-45d8-b53f-580445315f1b tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 944 time: 0.0533760 Aug 31 09:00:47.299974 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f4fb9f84-ee1a-48aa-84d0-f19004ab457b req-8cac445d-a496-469e-8574-427b31672ad5 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477655 Aug 31 09:00:47.368245 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e554c5e9-ff64-460a-ab64-e6326873e9da req-a7b2a1cd-5be6-46c2-b31b-49a888680c1e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 210 time: 0.0311854 Aug 31 09:00:47.627793 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc910ab-fafe-40ae-a9f7-ca8f706e87ed req-7044540a-8cf9-47e4-bce0-fe40a8e78a50 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:47.629741 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-dbc910ab-fafe-40ae-a9f7-ca8f706e87ed req-7044540a-8cf9-47e4-bce0-fe40a8e78a50 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0606351 Aug 31 09:00:47.701102 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-dbc910ab-fafe-40ae-a9f7-ca8f706e87ed req-8a5c0131-88f3-42c3-9165-213432a43a9d tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601313 Aug 31 09:00:47.842477 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f3de24cb-0c2b-4bc0-93b8-73e0ab4bc147 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:47.844465 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f3de24cb-0c2b-4bc0-93b8-73e0ab4bc147 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "GET /v2.0/networks?id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 200 len: 814 time: 0.1921525 Aug 31 09:00:47.860749 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Request body: {'port': {'device_id': '01d76e61-a787-46b1-b82e-552547823159', 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'admin_state_up': True, 'tenant_id': 'd3cdf98caa9840c6aeefbb1bf388b598'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:47.864376 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a5597-6426-408a-8187-dad8df996b3b req-a3285003-b408-4612-b246-c264a197165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:47.866910 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-471a5597-6426-408a-8187-dad8df996b3b req-a3285003-b408-4612-b246-c264a197165a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1098 time: 0.0558326 Aug 31 09:00:47.950675 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-471a5597-6426-408a-8187-dad8df996b3b req-c703f20e-a2a9-4f32-b13c-387a9a9c977a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732911 Aug 31 09:00:48.092319 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Made reservation on behalf of d3cdf98caa9840c6aeefbb1bf388b598 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:00:48.096241 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.268188 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Allocated IP 172.20.0.6 (27137d3e-9eb6-44c1-b88a-af2cd5fafbd0/333807a7-baea-49fd-9ef4-dc28d3d53aff/0f74c7b8-89ba-4b31-803c-326d06b92491) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:00:48.478176 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03619aac-46c9-44f9-83e3-3b6be356c4be req-7733adf9-7d04-4f54-8e98-bb38a7204db4 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:48.479954 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-03619aac-46c9-44f9-83e3-3b6be356c4be req-7733adf9-7d04-4f54-8e98-bb38a7204db4 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 944 time: 0.0695789 Aug 31 09:00:48.510959 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b136282f-bda9-47e5-b2c6-974f399354a1 req-c29cabb8-4798-4bd9-8472-fe8b8882fb31 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 210 time: 0.0442479 Aug 31 09:00:48.514086 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.531824 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-03619aac-46c9-44f9-83e3-3b6be356c4be req-9a513e8a-383f-492d-b2f9-36b675c7ab0f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451479 Aug 31 09:00:48.569616 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device f2c63eac-a6a5-4a73-9f90-1979c9382d43 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:48.659035 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.673961 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'a5ca3e1d-37ee-4539-945c-24ca073db4ef'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:00:48.718924 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:00:48.730058 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:00:48.736278 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:00:48.740109 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port f2c63eac-a6a5-4a73-9f90-1979c9382d43 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:00:48.748924 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port f2c63eac-a6a5-4a73-9f90-1979c9382d43 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:48.755916 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.782348 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Pushing event updated for resources: {'Port': ['ID=0f74c7b8-89ba-4b31-803c-326d06b92491,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:48.856893 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:48.857972 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.888847 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1d854-a9b8-4066-8102-8b7594fbb64c req-5e2619b7-0712-4c0f-8b77-de69d1bbadd6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:48.891967 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-49d1d854-a9b8-4066-8102-8b7594fbb64c req-5e2619b7-0712-4c0f-8b77-de69d1bbadd6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0858424 Aug 31 09:00:48.894448 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.937295 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b1cd4e-38d0-4732-be08-54e8a23f446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c63eac-a6a5-4a73-9f90-1979c9382d43'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:48.937646 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0298e192-9a2c-4589-a64b-f3a50105ef19" -d '{"events": [{"server_uuid": "58b1cd4e-38d0-4732-be08-54e8a23f446e", "name": "network-vif-plugged", "status": "completed", "tag": "f2c63eac-a6a5-4a73-9f90-1979c9382d43"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:48.945355 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-49d1d854-a9b8-4066-8102-8b7594fbb64c req-c1990bb6-96d8-47f9-a269-06bb59a29e6b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486679 Aug 31 09:00:48.958730 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port f2c63eac-a6a5-4a73-9f90-1979c9382d43, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f2c63eac-a6a5-4a73-9f90-1979c9382d43,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:48.991514 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7784ae97-7439-4d61-85c0-92657d2e57e8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1362598 Aug 31 09:00:48.993374 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee4fceb-9176-4a5e-8fc1-2938562f611f x-openstack-request-id: req-bee4fceb-9176-4a5e-8fc1-2938562f611f {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:48.993629 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b1cd4e-38d0-4732-be08-54e8a23f446e", "name": "network-vif-plugged", "status": "completed", "tag": "f2c63eac-a6a5-4a73-9f90-1979c9382d43", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:48.994195 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bee4fceb-9176-4a5e-8fc1-2938562f611f {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:48.994396 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b1cd4e-38d0-4732-be08-54e8a23f446e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c63eac-a6a5-4a73-9f90-1979c9382d43', 'code': 200} Aug 31 09:00:49.017204 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Request body: {'port': {'device_id': '01d76e61-a787-46b1-b82e-552547823159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:49.089922 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:49.113578 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:49.213100 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=f2c63eac-a6a5-4a73-9f90-1979c9382d43,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:49.457684 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffe0e3-d404-4b0a-8a4e-06a1c3dc2508 req-f4451093-217d-48cd-ba1e-8fabb5b7b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:49.459142 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c5ffe0e3-d404-4b0a-8a4e-06a1c3dc2508 req-f4451093-217d-48cd-ba1e-8fabb5b7b71c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 1098 time: 0.0525410 Aug 31 09:00:49.512197 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c5ffe0e3-d404-4b0a-8a4e-06a1c3dc2508 req-86286a34-0fee-4567-ac48-a2b20e180e50 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353887 Aug 31 09:00:49.537409 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f74c7b8-89ba-4b31-803c-326d06b92491 {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:00:49.547159 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:49.563534 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Transition to ACTIVE for port object 0f74c7b8-89ba-4b31-803c-326d06b92491 will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:00:49.672321 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:49.696173 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0ee7-55dd-4cc9-aa8b-5599a7aae4da req-aadb375a-f4d1-4b5c-bd7b-e730e96a8ae0 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:49.698050 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a4ae0ee7-55dd-4cc9-aa8b-5599a7aae4da req-aadb375a-f4d1-4b5c-bd7b-e730e96a8ae0 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 931 time: 0.0723939 Aug 31 09:00:49.725873 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282b9c2-a3fb-4980-8b1b-cd4bc0bfc25d req-247447ef-43ad-4be2-9fed-9a309900915b tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:49.727572 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9282b9c2-a3fb-4980-8b1b-cd4bc0bfc25d req-247447ef-43ad-4be2-9fed-9a309900915b tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 945 time: 0.0964549 Aug 31 09:00:49.748475 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Pushing event updated for resources: {'Port': ['ID=0f74c7b8-89ba-4b31-803c-326d06b92491,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:49.778715 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a4ae0ee7-55dd-4cc9-aa8b-5599a7aae4da req-7bdef217-0d6c-427d-903b-07fa30454805 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701969 Aug 31 09:00:49.884375 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9282b9c2-a3fb-4980-8b1b-cd4bc0bfc25d req-bc25775b-3698-4589-902e-e8ba9e6770ba tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288135 Aug 31 09:00:49.916480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Attempting to bind port 0f74c7b8-89ba-4b31-803c-326d06b92491 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:00:49.916480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Attempting to bind port 0f74c7b8-89ba-4b31-803c-326d06b92491 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:00:49.916480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Attempting to bind port 0f74c7b8-89ba-4b31-803c-326d06b92491 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:49.916480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Port 0f74c7b8-89ba-4b31-803c-326d06b92491 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:00:49.916480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Attempting to bind port 0f74c7b8-89ba-4b31-803c-326d06b92491 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:00:49.922692 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:00:49.923338 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Checking segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:00:49.924063 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Bound using segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:00:49.924612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Bound port: 0f74c7b8-89ba-4b31-803c-326d06b92491, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:00:49.925251 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.000558 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] For port 0f74c7b8-89ba-4b31-803c-326d06b92491, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:00:50.004024 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] For port 0f74c7b8-89ba-4b31-803c-326d06b92491, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0f74c7b8-89ba-4b31-803c-326d06b92491,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:00:50.082546 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e11668-2612-4238-a2ca-f2dd45005dfc req-bd9095fb-2297-46aa-b1dd-05bb8d1d310d tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:50.084368 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-02e11668-2612-4238-a2ca-f2dd45005dfc req-bd9095fb-2297-46aa-b1dd-05bb8d1d310d tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0502551 Aug 31 09:00:50.129151 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-02e11668-2612-4238-a2ca-f2dd45005dfc req-b463e8b9-312d-4fe5-8925-4d9a6b456e38 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Aug 31 09:00:50.184749 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.230056 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:50.230682 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.232319 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] 10.222.0.107 "PUT /v2.0/ports/0f74c7b8-89ba-4b31-803c-326d06b92491 HTTP/1.1" status: 200 len: 1093 time: 1.2208843 Aug 31 09:00:50.232775 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d76e61-a787-46b1-b82e-552547823159', 'tag': '0f74c7b8-89ba-4b31-803c-326d06b92491'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:50.235124 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca35d10-c158-45d4-9b67-37a34e748b88" -d '{"events": [{"name": "network-changed", "server_uuid": "01d76e61-a787-46b1-b82e-552547823159", "tag": "0f74c7b8-89ba-4b31-803c-326d06b92491"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:50.285483 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd246d93-49c7-4a8f-aa67-fa2ea5167b80 x-openstack-request-id: req-cd246d93-49c7-4a8f-aa67-fa2ea5167b80 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:50.286017 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d76e61-a787-46b1-b82e-552547823159", "tag": "0f74c7b8-89ba-4b31-803c-326d06b92491", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:50.286267 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd246d93-49c7-4a8f-aa67-fa2ea5167b80 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:50.286681 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d76e61-a787-46b1-b82e-552547823159', 'tag': '0f74c7b8-89ba-4b31-803c-326d06b92491', 'status': 'completed', 'code': 200} Aug 31 09:00:50.287809 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1381cee-891a-4007-9292-15e9cde75edd service neutron] Pushing event updated for resources: {'Port': ['ID=0f74c7b8-89ba-4b31-803c-326d06b92491,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:50.378541 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca35d10-c158-45d4-9b67-37a34e748b88 req-b6cc6358-be75-47d7-ab49-1fc4c88f8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:50.381654 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ca35d10-c158-45d4-9b67-37a34e748b88 req-b6cc6358-be75-47d7-ab49-1fc4c88f8d13 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 1096 time: 0.0672376 Aug 31 09:00:50.520909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca35d10-c158-45d4-9b67-37a34e748b88 req-c1a20770-a86f-46a6-b705-e7b9ae42fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:50.522269 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ca35d10-c158-45d4-9b67-37a34e748b88 req-c1a20770-a86f-46a6-b705-e7b9ae42fad3 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1132507 Aug 31 09:00:50.906602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988be2-3dbb-48d2-b924-6a7dfeb37784 req-25620025-a6cb-4bb3-add5-704a448e0cbc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:50.908637 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-67988be2-3dbb-48d2-b924-6a7dfeb37784 req-25620025-a6cb-4bb3-add5-704a448e0cbc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0849257 Aug 31 09:00:50.926487 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca35d10-c158-45d4-9b67-37a34e748b88 req-35ffcb60-05e3-4594-a6fe-b15a295c4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:50.928187 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ca35d10-c158-45d4-9b67-37a34e748b88 req-35ffcb60-05e3-4594-a6fe-b15a295c4e79 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3980935 Aug 31 09:00:50.967891 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-67988be2-3dbb-48d2-b924-6a7dfeb37784 req-254ff044-1dce-41ab-8209-84f73b79bf71 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508053 Aug 31 09:00:51.078413 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5693b5-1777-4d69-8cdc-3907741cd201 req-bf100ec6-2804-4983-b190-a4bf7a696c3f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:51.083107 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2f5693b5-1777-4d69-8cdc-3907741cd201 req-bf100ec6-2804-4983-b190-a4bf7a696c3f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.1940038 Aug 31 09:00:51.135735 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-c1f4b6e7-dc28-40ba-bb97-b902b54b84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:51.143767 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-c1f4b6e7-dc28-40ba-bb97-b902b54b84cc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1098 time: 0.2294316 Aug 31 09:00:51.154252 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-d79f9023-bc7a-4c2b-b833-baed2ad4a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:51.156093 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-d79f9023-bc7a-4c2b-b833-baed2ad4a34d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 1096 time: 0.1529768 Aug 31 09:00:51.193840 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f1d7f-52d2-4ab8-a034-6a6e176c75d2 req-507f5b28-650d-49df-ae47-1df4f0ef4745 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:51.195900 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-904f1d7f-52d2-4ab8-a034-6a6e176c75d2 req-507f5b28-650d-49df-ae47-1df4f0ef4745 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 945 time: 0.1031675 Aug 31 09:00:51.293020 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2f5693b5-1777-4d69-8cdc-3907741cd201 req-e6ac3137-7b23-46b6-abe1-ee9ea6faa464 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081783 Aug 31 09:00:51.322665 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-44c85027-830a-49cf-8995-a093bfb9669a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f74c7b8-89ba-4b31-803c-326d06b92491 HTTP/1.1" status: 200 len: 217 time: 0.1380978 Aug 31 09:00:51.380663 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-904f1d7f-52d2-4ab8-a034-6a6e176c75d2 req-4fb8fd9f-2d84-4060-8243-9de74fc06ccd tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758490 Aug 31 09:00:51.419875 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-48f29740-a6f7-4af0-9893-459c25d978b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:51.422662 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-48f29740-a6f7-4af0-9893-459c25d978b0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 918 time: 0.2758222 Aug 31 09:00:51.427474 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-0c62887c-edf1-4ebf-a139-fe33e8ee5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:51.429874 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-0c62887c-edf1-4ebf-a139-fe33e8ee5422 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=333807a7-baea-49fd-9ef4-dc28d3d53aff HTTP/1.1" status: 200 len: 854 time: 0.1084185 Aug 31 09:00:51.478613 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-fee7b297-2d1c-46b0-9261-2f7c1b733182 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 200 len: 217 time: 0.0472333 Aug 31 09:00:51.484216 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-10c48bb2-fed9-4f7d-add7-7c6f759cbfcc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358751 Aug 31 09:00:51.564410 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-6aa6eeac-8a61-4069-84f6-a065ad477e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:51.566844 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-6aa6eeac-8a61-4069-84f6-a065ad477e33 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.0592244 Aug 31 09:00:51.629923 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-51c99022-2ea9-4536-9e4c-7bc332d87a7f service neutron] 10.222.0.107 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207049 Aug 31 09:00:51.630201 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-8cb194ad-f363-4bc1-93ab-2ee68c5101d6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476894 Aug 31 09:00:51.761131 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d428f04d-06bb-426b-9cdc-d525773dde79 req-7706cbcf-566e-4a5c-ae68-638f587d29ef service neutron] 10.222.0.107 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049187 Aug 31 09:00:51.764132 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-2245bee3-3840-4dc0-8ce1-bf826f2589cb service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110976 Aug 31 09:00:51.890065 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a3ea6b8e-cbc7-496f-ba51-b1b56b660ed4 req-23506b73-ac1b-479d-90e2-511d3f26eaa1 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078045 Aug 31 09:00:52.153656 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235da403-4cb8-4a5f-a790-3ea722d60004 req-b8e73936-4bcb-4931-a8cf-80d30fb21a82 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:52.155163 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-235da403-4cb8-4a5f-a790-3ea722d60004 req-b8e73936-4bcb-4931-a8cf-80d30fb21a82 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0530512 Aug 31 09:00:52.202302 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-235da403-4cb8-4a5f-a790-3ea722d60004 req-8f2de7a6-7f28-485f-924f-b372b3f1e671 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Aug 31 09:00:52.466345 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cfca3-4141-42dc-8a72-b1720c419bd9 req-37be8603-3bcc-4020-8638-38a20c186244 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:52.468206 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cd2cfca3-4141-42dc-8a72-b1720c419bd9 req-37be8603-3bcc-4020-8638-38a20c186244 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.0721622 Aug 31 09:00:52.516692 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cd2cfca3-4141-42dc-8a72-b1720c419bd9 req-bcdfe862-8a99-4351-8746-84dfa6b13a80 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Aug 31 09:00:52.543004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa5a85-b064-4c34-b4de-26236b01a7a7 req-7eb2c47b-2be0-419e-9a95-7f95bc7c0fbe tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:52.544613 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-14aa5a85-b064-4c34-b4de-26236b01a7a7 req-7eb2c47b-2be0-419e-9a95-7f95bc7c0fbe tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 945 time: 0.0608540 Aug 31 09:00:52.587604 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-14aa5a85-b064-4c34-b4de-26236b01a7a7 req-73186772-20b5-4f63-880f-5ebf1476b5bb tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368433 Aug 31 09:00:53.005431 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:00:53.326195 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947234a-d418-45ce-ae9c-58c5ab867777 req-fcbe18f6-aaba-40b6-a9f1-d59680cea794 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:53.327820 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6947234a-d418-45ce-ae9c-58c5ab867777 req-fcbe18f6-aaba-40b6-a9f1-d59680cea794 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Aug 31 09:00:53.366533 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6947234a-d418-45ce-ae9c-58c5ab867777 req-fa4ed31e-ce7a-4e31-a755-90620a68fa6b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Aug 31 09:00:53.637860 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36318fc7-bfc8-4e4c-998f-764021a532de req-27aab823-2afd-4af4-865f-460a995dc7a3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:53.639271 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36318fc7-bfc8-4e4c-998f-764021a532de req-27aab823-2afd-4af4-865f-460a995dc7a3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.0523639 Aug 31 09:00:53.681038 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36318fc7-bfc8-4e4c-998f-764021a532de req-80012de9-3770-4296-8f4c-ae3857b6d3e4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354874 Aug 31 09:00:54.500038 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26773863-ed68-45ea-9207-115bc5c9866d req-6935fb86-3c4b-44d6-92b9-a976956a7cb3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:54.501621 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-26773863-ed68-45ea-9207-115bc5c9866d req-6935fb86-3c4b-44d6-92b9-a976956a7cb3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0598364 Aug 31 09:00:54.546161 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-26773863-ed68-45ea-9207-115bc5c9866d req-795bbba5-e3ab-42d8-b1d4-ff4a64167c56 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382662 Aug 31 09:00:54.798995 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5254c95-746c-4cb2-8996-8e516dc08090 req-6074845f-dc89-47ec-a888-d2a74d9e6549 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:54.800649 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d5254c95-746c-4cb2-8996-8e516dc08090 req-6074845f-dc89-47ec-a888-d2a74d9e6549 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.0501544 Aug 31 09:00:54.843610 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d5254c95-746c-4cb2-8996-8e516dc08090 req-c3487235-41a8-424c-b52a-1c3ddf80051f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Aug 31 09:00:55.665047 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20402447-a6e6-4ca2-9551-f106ce61eccc req-959f897a-6d83-44e4-9048-fd909e4d3b99 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:55.666555 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-20402447-a6e6-4ca2-9551-f106ce61eccc req-959f897a-6d83-44e4-9048-fd909e4d3b99 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0504737 Aug 31 09:00:55.706172 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-20402447-a6e6-4ca2-9551-f106ce61eccc req-012c1d59-bf1c-4c5f-b4a8-dc940dd1ebdb tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336096 Aug 31 09:00:55.961082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b533-0e03-4a13-81e4-fbefce3c53fa req-9e523963-fbc9-4033-bf42-682f1030716d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:55.962602 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a1c6b533-0e03-4a13-81e4-fbefce3c53fa req-9e523963-fbc9-4033-bf42-682f1030716d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.0521736 Aug 31 09:00:56.000302 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a1c6b533-0e03-4a13-81e4-fbefce3c53fa req-084fcbce-c4b2-4aaf-91e3-91a0481ff814 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Aug 31 09:00:56.746549 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e539ec8c-7a0b-4868-a921-f6340c169dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:56.848339 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae403887-8f07-41a2-88d2-db9941cfa4c2 req-833894ae-213f-49e8-899f-109e133e576c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:56.849999 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ae403887-8f07-41a2-88d2-db9941cfa4c2 req-833894ae-213f-49e8-899f-109e133e576c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0669172 Aug 31 09:00:56.894052 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ae403887-8f07-41a2-88d2-db9941cfa4c2 req-74c34548-da6f-45d5-94cc-bf91cc1664b1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Aug 31 09:00:57.131758 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec46f3-9c1c-45ff-b957-32819e4b26d0 req-d03c203c-b2d5-4260-a8e9-bb234a694ee3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:57.133755 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c3ec46f3-9c1c-45ff-b957-32819e4b26d0 req-d03c203c-b2d5-4260-a8e9-bb234a694ee3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.0520940 Aug 31 09:00:57.178560 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c3ec46f3-9c1c-45ff-b957-32819e4b26d0 req-54daa24b-15bf-4c16-bf9a-d1037406cfc6 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367069 Aug 31 09:00:57.552387 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840e59-62b0-4893-a7b2-67f5ddaa4986 req-ac83f848-e34b-4af9-9812-b97ac8a79a4d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:57.553883 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2a840e59-62b0-4893-a7b2-67f5ddaa4986 req-ac83f848-e34b-4af9-9812-b97ac8a79a4d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 945 time: 0.2486074 Aug 31 09:00:57.600212 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2a840e59-62b0-4893-a7b2-67f5ddaa4986 req-a52dc978-7f9b-4bce-a2ac-a7dc561adda2 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Aug 31 09:00:58.019814 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a9a9-ec34-4623-9c0e-bbf230fbe032 req-da4ef9e2-0488-4c47-8685-fdc425bc1a32 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:58.021353 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b549a9a9-ec34-4623-9c0e-bbf230fbe032 req-da4ef9e2-0488-4c47-8685-fdc425bc1a32 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0534561 Aug 31 09:00:58.062512 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b549a9a9-ec34-4623-9c0e-bbf230fbe032 req-e6ace603-c1de-4d52-a0f0-28c47fce38aa tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Aug 31 09:00:58.297974 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094326a9-3270-456f-917d-4c4d4fee8628 req-73213cd7-daaf-405b-ba49-56028abe2968 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:58.299573 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-094326a9-3270-456f-917d-4c4d4fee8628 req-73213cd7-daaf-405b-ba49-56028abe2968 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.0490763 Aug 31 09:00:58.342584 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-094326a9-3270-456f-917d-4c4d4fee8628 req-0d504761-2a25-4119-8797-2d8b4e306bfc tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362191 Aug 31 09:00:58.719081 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee85386-9292-4dab-b360-64c46ffb976f req-6c2283b3-22e3-43a8-ae0c-5630893ef683 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:58.720880 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fee85386-9292-4dab-b360-64c46ffb976f req-6c2283b3-22e3-43a8-ae0c-5630893ef683 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 945 time: 0.0489023 Aug 31 09:00:58.759228 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fee85386-9292-4dab-b360-64c46ffb976f req-1fbcd2d4-53da-4582-97d8-0b1a391e0780 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Aug 31 09:00:59.183270 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf4dba-7e29-4bd9-883a-10463f912cef req-57ccde25-fb58-4653-bcf7-e0c34411ef5c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:59.184832 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2baf4dba-7e29-4bd9-883a-10463f912cef req-57ccde25-fb58-4653-bcf7-e0c34411ef5c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Aug 31 09:00:59.224739 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2baf4dba-7e29-4bd9-883a-10463f912cef req-f15d23e7-c38b-45b7-9215-53422744a76b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Aug 31 09:00:59.465541 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755a3bf-ef44-44cf-b411-dc0be604d08d req-bda91b14-07bf-4fec-b176-ed68a8a5bea8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:59.467029 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f755a3bf-ef44-44cf-b411-dc0be604d08d req-bda91b14-07bf-4fec-b176-ed68a8a5bea8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.0519042 Aug 31 09:00:59.505928 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f755a3bf-ef44-44cf-b411-dc0be604d08d req-a6c5b04d-1750-4fa9-98e8-662c07404d7a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324664 Aug 31 09:00:59.553417 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:59.654628 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3d9949cb-f4a4-424d-ac46-acd8f22ec091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:59.884980 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73f9e1-7838-4dbb-993b-518e30905d05 req-6231ac7e-9c3f-4974-b37e-0b78ca19d257 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:59.886483 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6c73f9e1-7838-4dbb-993b-518e30905d05 req-6231ac7e-9c3f-4974-b37e-0b78ca19d257 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 945 time: 0.0573509 Aug 31 09:00:59.934910 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6c73f9e1-7838-4dbb-993b-518e30905d05 req-2742fd23-4f0e-4d80-b886-a0ea78e9a953 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Aug 31 09:01:00.626998 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5483cf-0e3c-42b6-a86e-f4981ab0b2d3 req-c781b96a-97d2-4e0c-9fbc-3d39f62cfdc9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:00.628467 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ba5483cf-0e3c-42b6-a86e-f4981ab0b2d3 req-c781b96a-97d2-4e0c-9fbc-3d39f62cfdc9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 943 time: 0.0503151 Aug 31 09:01:00.670553 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ba5483cf-0e3c-42b6-a86e-f4981ab0b2d3 req-57f046c4-f233-4ad7-b057-5cf85c6e028b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Aug 31 09:01:00.675519 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0f74c7b8-89ba-4b31-803c-326d06b92491 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:01:00.764537 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad2106-022c-4294-93c2-35c90e68b039 req-7e3f908e-0b06-4e91-ae2e-31e547ce24a5 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:00.766131 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3bad2106-022c-4294-93c2-35c90e68b039 req-7e3f908e-0b06-4e91-ae2e-31e547ce24a5 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.107 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 945 time: 0.0578094 Aug 31 09:01:00.800793 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:00.802657 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0f74c7b8-89ba-4b31-803c-326d06b92491, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0f74c7b8-89ba-4b31-803c-326d06b92491,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:00.814762 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '0f74c7b8-89ba-4b31-803c-326d06b92491', 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'port_id': '0f74c7b8-89ba-4b31-803c-326d06b92491', 'mac_address': 'fa:16:3e:5d:c7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333807a7-baea-49fd-9ef4-dc28d3d53aff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:01:00.859119 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:00.874244 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f74c7b8-89ba-4b31-803c-326d06b92491 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:01:00.877484 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Deleting port f2c63eac-a6a5-4a73-9f90-1979c9382d43 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:01:00.877764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:00.896534 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0f74c7b8-89ba-4b31-803c-326d06b92491, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0f74c7b8-89ba-4b31-803c-326d06b92491,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:00.977162 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] For port f2c63eac-a6a5-4a73-9f90-1979c9382d43, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f2c63eac-a6a5-4a73-9f90-1979c9382d43,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:00.977737 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:00.986193 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:00.992085 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Calling delete_port for f2c63eac-a6a5-4a73-9f90-1979c9382d43 owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:01:01.043234 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0f74c7b8-89ba-4b31-803c-326d06b92491,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:01.076506 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fbae-fe82-41fc-97a8-807449b3e5d4 req-46921a49-27b4-48db-a529-bf74e33dfaac tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:01.078026 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a2b1fbae-fe82-41fc-97a8-807449b3e5d4 req-46921a49-27b4-48db-a529-bf74e33dfaac tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 945 time: 0.0722022 Aug 31 09:01:01.119417 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a2b1fbae-fe82-41fc-97a8-807449b3e5d4 req-6f7a885a-4d38-41ee-9677-bf94fb85bc54 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347683 Aug 31 09:01:01.190239 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906c76-ae51-4dc0-914e-6d4732534342 req-e34da7f6-4894-42c4-8463-77ef006340d2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:01.191381 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e4906c76-ae51-4dc0-914e-6d4732534342 req-e34da7f6-4894-42c4-8463-77ef006340d2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Aug 31 09:01:01.218306 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:01.239886 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['f2c63eac-a6a5-4a73-9f90-1979c9382d43'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:01:01.246978 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e4906c76-ae51-4dc0-914e-6d4732534342 req-9675ad83-b779-4637-94fa-a26b71525543 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487027 Aug 31 09:01:01.279871 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Pushing event deleted for resources: {'Port': ['ID=f2c63eac-a6a5-4a73-9f90-1979c9382d43,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:01.320721 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] No DVR routers for this DVR port f2c63eac-a6a5-4a73-9f90-1979c9382d43 on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:01:01.324735 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:01.326714 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3bad2106-022c-4294-93c2-35c90e68b039 req-226c09e1-3c61-42b5-9143-36ea73ae3722 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.107 "DELETE /v2.0/ports/f2c63eac-a6a5-4a73-9f90-1979c9382d43 HTTP/1.1" status: 204 len: 173 time: 0.5521140 Aug 31 09:01:01.327150 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b1cd4e-38d0-4732-be08-54e8a23f446e', 'name': 'network-vif-deleted', 'tag': 'f2c63eac-a6a5-4a73-9f90-1979c9382d43'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:01.329623 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6b538f-e767-4b75-a673-2feab10bc2d9" -d '{"events": [{"server_uuid": "58b1cd4e-38d0-4732-be08-54e8a23f446e", "name": "network-vif-deleted", "tag": "f2c63eac-a6a5-4a73-9f90-1979c9382d43"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:01.371608 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e245f26-106c-4ed4-96e9-a44ee31a1529 x-openstack-request-id: req-0e245f26-106c-4ed4-96e9-a44ee31a1529 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:01.371899 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b1cd4e-38d0-4732-be08-54e8a23f446e", "name": "network-vif-deleted", "tag": "f2c63eac-a6a5-4a73-9f90-1979c9382d43", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:01.372165 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e245f26-106c-4ed4-96e9-a44ee31a1529 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:01.372554 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b1cd4e-38d0-4732-be08-54e8a23f446e', 'name': 'network-vif-deleted', 'tag': 'f2c63eac-a6a5-4a73-9f90-1979c9382d43', 'status': 'completed', 'code': 200} Aug 31 09:01:01.521984 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['0f74c7b8-89ba-4b31-803c-326d06b92491'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:01:01.789328 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8adb8-6c96-40f3-8f39-63f5e2547709 req-0fd96fd6-91e4-4d6d-b24d-c19914abbf73 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:01.791867 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-26f8adb8-6c96-40f3-8f39-63f5e2547709 req-0fd96fd6-91e4-4d6d-b24d-c19914abbf73 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 944 time: 0.0506203 Aug 31 09:01:01.832687 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-26f8adb8-6c96-40f3-8f39-63f5e2547709 req-262fa336-1695-4aa2-b519-f88a5d77758d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334945 Aug 31 09:01:02.249018 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-77c471ce-799a-43e0-bc6a-00227ea62cbe req-820cff2d-0e96-46f0-8029-743ebff12dd5 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=58b1cd4e-38d0-4732-be08-54e8a23f446e HTTP/1.1" status: 200 len: 210 time: 0.0281394 Aug 31 09:01:02.483964 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:02.982430 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5fd8e-0bc3-4ebc-8aca-7124251dc661 req-c73a8104-bc32-4539-ac6c-c9feca7234df tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:02.983947 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-00a5fd8e-0bc3-4ebc-8aca-7124251dc661 req-c73a8104-bc32-4539-ac6c-c9feca7234df tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 944 time: 0.0536268 Aug 31 09:01:03.036697 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-00a5fd8e-0bc3-4ebc-8aca-7124251dc661 req-5da54b88-9a43-4ba7-8763-b254f20fbe0c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Aug 31 09:01:03.693388 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-a6e3fbf8-9f91-484d-ae33-bb439b6e558a tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:03.694926 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-a6e3fbf8-9f91-484d-ae33-bb439b6e558a tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/networks?id=9631b00a-9b5f-4bbc-88ed-77486b57b9eb HTTP/1.1" status: 200 len: 809 time: 0.1008041 Aug 31 09:01:03.711005 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-6917683b-9552-4413-a0d5-79ac72225c46 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/quotas/1f21427db5b34f7791142b5e64775fdd HTTP/1.1" status: 200 len: 375 time: 0.0098000 Aug 31 09:01:03.748627 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-230ae2c8-acde-4832-9778-489a18d17b8c tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1f21427db5b34f7791142b5e64775fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315406 Aug 31 09:01:03.842419 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-8f9015f5-3c8c-45af-b717-4b1e0ec1799f service neutron] 10.222.0.66 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867417 Aug 31 09:01:03.942622 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-3b79871d-2796-4076-aa5c-8af5cb27550f service neutron] 10.222.0.66 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934055 Aug 31 09:01:04.146843 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ec8d0-3769-43e5-a078-c34f4485edde req-96268130-bdac-4317-9f17-ba981bbbaec8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:04.148402 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb0ec8d0-3769-43e5-a078-c34f4485edde req-96268130-bdac-4317-9f17-ba981bbbaec8 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 944 time: 0.0518863 Aug 31 09:01:04.192603 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cb0ec8d0-3769-43e5-a078-c34f4485edde req-d0c9a113-a78e-442e-8a17-be25c2167c84 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374827 Aug 31 09:01:04.266728 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ff155415-bdce-44e1-b477-bda4531e075b req-e401327e-0c92-4518-914d-7045d33addef tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 210 time: 0.0431960 Aug 31 09:01:04.679047 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0f74c7b8-89ba-4b31-803c-326d06b92491 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:01:04.818740 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 0f74c7b8-89ba-4b31-803c-326d06b92491 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:01:04.824189 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 0f74c7b8-89ba-4b31-803c-326d06b92491 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:01:04.825024 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:04.909391 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:04.935071 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d76e61-a787-46b1-b82e-552547823159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74c7b8-89ba-4b31-803c-326d06b92491'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:04.937547 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eabbb7-efbc-4957-961f-db1d52cf112e" -d '{"events": [{"server_uuid": "01d76e61-a787-46b1-b82e-552547823159", "name": "network-vif-plugged", "status": "completed", "tag": "0f74c7b8-89ba-4b31-803c-326d06b92491"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:04.951801 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0f74c7b8-89ba-4b31-803c-326d06b92491, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0f74c7b8-89ba-4b31-803c-326d06b92491,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:04.983423 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d5b470-ffab-4c8d-83ac-ac1d4f411d02 x-openstack-request-id: req-f8d5b470-ffab-4c8d-83ac-ac1d4f411d02 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:04.983423 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d76e61-a787-46b1-b82e-552547823159", "name": "network-vif-plugged", "status": "completed", "tag": "0f74c7b8-89ba-4b31-803c-326d06b92491", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:04.983423 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8d5b470-ffab-4c8d-83ac-ac1d4f411d02 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:04.983423 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d76e61-a787-46b1-b82e-552547823159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f74c7b8-89ba-4b31-803c-326d06b92491', 'code': 200} Aug 31 09:01:05.041761 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:05.042585 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device f2c63eac-a6a5-4a73-9f90-1979c9382d43 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:01:05.063220 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: f2c63eac-a6a5-4a73-9f90-1979c9382d43 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:01:05.063629 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device f2c63eac-a6a5-4a73-9f90-1979c9382d43 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:01:05.106740 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0f74c7b8-89ba-4b31-803c-326d06b92491,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:05.329522 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07b825-dfd9-4961-ab59-08dd7ac34b0e req-611b1a10-e899-4f63-88a2-fada5a53251e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:05.331290 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bf07b825-dfd9-4961-ab59-08dd7ac34b0e req-611b1a10-e899-4f63-88a2-fada5a53251e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 945 time: 0.0527306 Aug 31 09:01:05.387997 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ba016e0-1b99-4332-9c9c-6cac9c510c60 req-4efa39d1-f34b-46b4-9481-0bf175b19446 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 210 time: 0.0298452 Aug 31 09:01:05.403709 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bf07b825-dfd9-4961-ab59-08dd7ac34b0e req-17b29ab5-2124-4110-8096-42ad1f524268 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636690 Aug 31 09:01:05.424307 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bddfc-df37-46a5-8fbb-0d28fcced19a req-5ee5e22b-a1c1-4e6e-a1da-29763b9450e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:05.426038 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-651bddfc-df37-46a5-8fbb-0d28fcced19a req-5ee5e22b-a1c1-4e6e-a1da-29763b9450e4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 1098 time: 0.0687346 Aug 31 09:01:05.468527 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-651bddfc-df37-46a5-8fbb-0d28fcced19a req-70fcb35b-3702-4021-be70-f84b27e1028c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Aug 31 09:01:06.490414 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-59a755cc-517f-4134-bf9b-7ac90b713fe1 req-473c687f-9383-4669-9312-6090c258c46b tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 210 time: 0.0289650 Aug 31 09:01:06.544574 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ac84-700b-4a30-8e88-77b86db5b362 req-ef1707d7-0cef-4ab5-b6d8-b0af4e182ae5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:06.546183 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2b25ac84-700b-4a30-8e88-77b86db5b362 req-ef1707d7-0cef-4ab5-b6d8-b0af4e182ae5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 945 time: 0.0549865 Aug 31 09:01:06.588814 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2b25ac84-700b-4a30-8e88-77b86db5b362 req-67a76090-834f-4a6d-a0d7-d579a1d3c069 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338802 Aug 31 09:01:07.136004 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-3daf4b7d-b5ef-42c2-ade3-da0a1a91506f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:07.137726 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-3daf4b7d-b5ef-42c2-ade3-da0a1a91506f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.107 "GET /v2.0/networks?id=9631b00a-9b5f-4bbc-88ed-77486b57b9eb HTTP/1.1" status: 200 len: 809 time: 0.1248059 Aug 31 09:01:07.171437 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Request body: {'port': {'device_id': 'd2261b16-7f72-428a-9efe-84b74d50c42a', 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb', 'admin_state_up': True, 'tenant_id': '1f21427db5b34f7791142b5e64775fdd'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:07.397361 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Made reservation on behalf of 1f21427db5b34f7791142b5e64775fdd for: {'port': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:07.400991 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:07.416906 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-1ae68564-e3a3-4c62-8d75-590a50c06ef3 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401880247&fields=id&tenant_id=18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 267 time: 0.0449727 Aug 31 09:01:07.545093 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2979817-c31d-46e9-a605-05504f10b89c req-e20c3b74-d200-4f3f-a36b-c351209953e7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:07.551889 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-e20c3b74-d200-4f3f-a36b-c351209953e7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 812 time: 0.1263764 Aug 31 09:01:07.555302 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Allocated IP 172.20.0.11 (9631b00a-9b5f-4bbc-88ed-77486b57b9eb/ee34af5a-93ed-4627-966e-abbf918bc09b/8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:01:07.571137 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-5745cce4-e2d1-4ec1-8721-e3c6292072d3 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/quotas/18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 375 time: 0.0164220 Aug 31 09:01:07.624228 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-03e5c384-9f79-4b96-b2e9-5992f8853bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501184 Aug 31 09:01:07.644466 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-675c7a26-f6f4-4761-b509-32ff86413b9b req-624e2d3f-6392-4535-877b-847af7d92518 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 210 time: 0.0465965 Aug 31 09:01:07.755494 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-c282c3ed-6a6b-4fe6-a9bf-b2cdcb8751d6 service neutron] 10.222.0.66 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172385 Aug 31 09:01:07.796876 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e93bf-7328-436d-b6c5-ea1d5b21bda0 req-c54540dc-1f60-430d-97a5-8db9cfc82393 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:07.798306 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b30e93bf-7328-436d-b6c5-ea1d5b21bda0 req-c54540dc-1f60-430d-97a5-8db9cfc82393 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 945 time: 0.0828581 Aug 31 09:01:07.818234 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:07.851808 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-7b7fafc6-3625-4c02-8596-f53615abcf57 service neutron] 10.222.0.66 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893016 Aug 31 09:01:07.853245 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b30e93bf-7328-436d-b6c5-ea1d5b21bda0 req-c219c803-dbb3-4cf9-b6e5-4ea5821dfdda tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461252 Aug 31 09:01:07.964076 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:08.009224 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:01:08.014820 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:08.020201 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:01:08.025164 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:08.026002 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:08.039426 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Pushing event updated for resources: {'Port': ['ID=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:08.141506 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-16e4079f-53f0-4fb8-aeee-47c3392e6849 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9741859 Aug 31 09:01:08.161476 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Request body: {'port': {'device_id': 'd2261b16-7f72-428a-9efe-84b74d50c42a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:08.221519 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:08.496036 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 {{(pid=101246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:01:08.505719 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:08.531706 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Transition to ACTIVE for port object 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 will not be triggered until provisioned by entity L2. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:01:08.558854 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8824819a-844e-43e2-ba92-19a262c7fb05 req-50a85163-7905-42c5-bf98-25379c84966a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 210 time: 0.0418482 Aug 31 09:01:08.597149 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:08.680779 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Pushing event updated for resources: {'Port': ['ID=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:08.715035 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Attempting to bind port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:01:08.716196 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Attempting to bind port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:01:08.716196 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Attempting to bind port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 on network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:01:08.724844 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 on network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:01:08.725230 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Attempting to bind port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 on network 9631b00a-9b5f-4bbc-88ed-77486b57b9eb {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:01:08.732510 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:01:08.732927 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Checking segment: {'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:01:08.733266 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Bound using segment: {'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:01:08.733692 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Bound port: 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2062fca2-049d-4b46-a640-9b062de71e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb'}}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:01:08.734052 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:08.785521 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254f689-4b84-4585-9ee8-4ba991d28609 req-b2332b1a-1b55-47a3-9a2e-d1392f4e4b3e tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:08.787263 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e254f689-4b84-4585-9ee8-4ba991d28609 req-b2332b1a-1b55-47a3-9a2e-d1392f4e4b3e tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0670412 Aug 31 09:01:08.811732 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] For port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33, host hv-cinder-78652, cleared binding levels {{(pid=101246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:01:08.815469 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] For port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:01:08.848700 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e254f689-4b84-4585-9ee8-4ba991d28609 req-a70bd846-7ca1-475e-b1ff-11296eb841b2 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545385 Aug 31 09:01:08.881686 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:08.916690 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:08.917417 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:08.918757 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] 10.222.0.107 "PUT /v2.0/ports/8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 HTTP/1.1" status: 200 len: 1094 time: 0.7627227 Aug 31 09:01:08.919144 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2261b16-7f72-428a-9efe-84b74d50c42a', 'tag': '8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:08.921433 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee9ac59-d6fd-4597-856f-d53f73ddf6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2261b16-7f72-428a-9efe-84b74d50c42a", "tag": "8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:08.985596 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54e3cf3-fe8b-41f0-89b1-c95f8914afe1 x-openstack-request-id: req-e54e3cf3-fe8b-41f0-89b1-c95f8914afe1 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:08.985876 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2261b16-7f72-428a-9efe-84b74d50c42a", "tag": "8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:08.986121 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e54e3cf3-fe8b-41f0-89b1-c95f8914afe1 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:08.986503 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2261b16-7f72-428a-9efe-84b74d50c42a', 'tag': '8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33', 'status': 'completed', 'code': 200} Aug 31 09:01:09.003969 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68d195-42f0-4c0a-93ed-94799f70c958 service neutron] Pushing event updated for resources: {'Port': ['ID=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,revision_number=3']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:09.048878 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37a5e-b6ca-4ce6-abc6-c23406678273 req-784b1d8a-3e81-4f32-9a9d-2fc55155297a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:09.050398 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6be37a5e-b6ca-4ce6-abc6-c23406678273 req-784b1d8a-3e81-4f32-9a9d-2fc55155297a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 945 time: 0.1141915 Aug 31 09:01:09.053272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9ac59-d6fd-4597-856f-d53f73ddf6a9 req-f601b251-6253-4297-8d62-2627a7242a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:09.054760 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3ee9ac59-d6fd-4597-856f-d53f73ddf6a9 req-f601b251-6253-4297-8d62-2627a7242a44 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1f21427db5b34f7791142b5e64775fdd&device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 1097 time: 0.0639687 Aug 31 09:01:09.107134 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6be37a5e-b6ca-4ce6-abc6-c23406678273 req-c6aa9f3e-b87f-43d8-a48b-4f57e67bcfbe tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495591 Aug 31 09:01:09.214636 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9ac59-d6fd-4597-856f-d53f73ddf6a9 req-3696a0cb-4f00-463c-98df-a834c1e65acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:09.216183 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3ee9ac59-d6fd-4597-856f-d53f73ddf6a9 req-3696a0cb-4f00-463c-98df-a834c1e65acd service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=1f21427db5b34f7791142b5e64775fdd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1336987 Aug 31 09:01:09.315764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9ac59-d6fd-4597-856f-d53f73ddf6a9 req-f02f4358-bb1a-4260-b7bc-e28af55b854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:09.317307 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3ee9ac59-d6fd-4597-856f-d53f73ddf6a9 req-f02f4358-bb1a-4260-b7bc-e28af55b854b service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906713 Aug 31 09:01:09.426876 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-3b13df64-eb13-4dbf-844f-bb91b2868395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:09.428438 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-3b13df64-eb13-4dbf-844f-bb91b2868395 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1f21427db5b34f7791142b5e64775fdd&device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 1097 time: 0.0406425 Aug 31 09:01:09.476812 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-b6b7a2a5-3afd-4876-a6a7-f81457e76298 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 HTTP/1.1" status: 200 len: 217 time: 0.0382419 Aug 31 09:01:09.532877 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-89ec0457-34ae-4d1b-b615-0c09ad67319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:09.534423 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-89ec0457-34ae-4d1b-b615-0c09ad67319e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee34af5a-93ed-4627-966e-abbf918bc09b HTTP/1.1" status: 200 len: 849 time: 0.0480335 Aug 31 09:01:09.576036 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-2b0b3662-f290-4957-9521-fa9742ebfedf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=9631b00a-9b5f-4bbc-88ed-77486b57b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259421 Aug 31 09:01:09.672004 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2d20a06e-99ab-4f49-a690-e91bb32e3869 req-9cf43beb-4005-4db9-9e3a-c9f27e655a3b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 210 time: 0.0352926 Aug 31 09:01:09.706012 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-eaa16f57-6d07-4fa0-b8c3-e4de98d72971 service neutron] 10.222.0.107 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209543 Aug 31 09:01:09.810797 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f8d4a04-0cb4-4fef-acb3-9feeb63760f9 req-5b5c3bf7-9bca-4345-9f8c-88dd833fcd48 service neutron] 10.222.0.107 "GET /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875700 Aug 31 09:01:09.975614 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d855fd-7b19-4238-942a-e8287441d8a0 req-d09cf3b8-87bc-4e9a-bac0-30b1db03ccc3 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:09.977122 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-83d855fd-7b19-4238-942a-e8287441d8a0 req-d09cf3b8-87bc-4e9a-bac0-30b1db03ccc3 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0552649 Aug 31 09:01:10.027328 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-83d855fd-7b19-4238-942a-e8287441d8a0 req-3a66a79f-44b9-485c-aec9-d167c6e2fc5e tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 Aug 31 09:01:10.784571 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fd5fe2ff-7d8b-4c88-b314-f87138f1d8ff req-26950426-5d2b-4c99-9251-0b136d3d70f6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 210 time: 0.0345819 Aug 31 09:01:11.141507 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091bbc8-1b07-4402-8992-edb2e045b3d6 req-e852fbf9-f520-4048-9b54-17954ff79b05 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:11.143082 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f091bbc8-1b07-4402-8992-edb2e045b3d6 req-e852fbf9-f520-4048-9b54-17954ff79b05 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0485122 Aug 31 09:01:11.187385 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f091bbc8-1b07-4402-8992-edb2e045b3d6 req-fc1c5a55-fb1d-446f-a5c4-e15775850b27 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Aug 31 09:01:11.613390 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2979817-c31d-46e9-a605-05504f10b89c req-8339778b-4a69-4e80-91b2-bce8b94988ef tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:11.614856 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-8339778b-4a69-4e80-91b2-bce8b94988ef tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 812 time: 0.1234777 Aug 31 09:01:11.667316 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-deec6af5-7006-4237-a6e0-1fa78571cba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 380 time: 0.0392103 Aug 31 09:01:11.684068 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'port': {'device_id': '8b7624c8-169b-4949-9283-ac7224badfed', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'admin_state_up': True, 'tenant_id': '18c994179b2547efb476c55739f163b0', 'security_groups': ['4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83']}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:12.029514 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Made reservation on behalf of 18c994179b2547efb476c55739f163b0 for: {'port': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:12.033154 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:12.182823 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ff89c0da-aaa1-4884-a1f9-4bfcdbe0ae82 req-e7508ca3-6e6c-41e2-90cc-31eaa4717036 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 210 time: 0.0336282 Aug 31 09:01:12.205500 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Allocated IP 172.20.0.11 (764f79b7-4193-4197-b75c-76669e3f52b2/245ab52f-e6e4-4d78-bd11-a22541c18887/6f41ed61-7a6c-4643-8de2-199e0fb7e1de) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:01:12.384152 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-d7c12370-ad7b-4925-8365-bafe18a3ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:12.385733 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-d7c12370-ad7b-4925-8365-bafe18a3ae53 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1098 time: 0.0851963 Aug 31 09:01:12.404637 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07f6a9-2f36-4288-9233-36b20e161443 req-3657115c-7109-4b1e-a09b-32c5a29ca4d5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:12.404886 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:12.406418 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ef07f6a9-2f36-4288-9233-36b20e161443 req-3657115c-7109-4b1e-a09b-32c5a29ca4d5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1350174 Aug 31 09:01:12.423029 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Transition to ACTIVE for port object 6f41ed61-7a6c-4643-8de2-199e0fb7e1de will not be triggered until provisioned by entity DHCP. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:01:12.517788 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ef07f6a9-2f36-4288-9233-36b20e161443 req-0cca85f6-5b7f-4456-a549-5248833c5f92 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942132 Aug 31 09:01:12.543957 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-c1c9d4bf-f300-4f62-889a-7718cab9544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:12.545448 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-c1c9d4bf-f300-4f62-889a-7718cab9544c service neutron] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 918 time: 0.1342049 Aug 31 09:01:12.596870 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-d4e56d19-9a92-4c8b-8f7e-c5e3df03120e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 200 len: 217 time: 0.0423279 Aug 31 09:01:12.615404 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:12.662702 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Network 764f79b7-4193-4197-b75c-76669e3f52b2 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:01:12.668850 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:12.673479 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:01:12.679375 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:12.680026 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:12.690417 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaef11-8952-4e87-b57e-e4ce46e7c88e req-75048211-6637-4054-9b08-2992f0d72ca9 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:12.692083 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06eaef11-8952-4e87-b57e-e4ce46e7c88e req-75048211-6637-4054-9b08-2992f0d72ca9 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0981493 Aug 31 09:01:12.692229 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:12.699641 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-21d06631-c033-4b70-a2c0-8f1bf3413a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:12.703465 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-21d06631-c033-4b70-a2c0-8f1bf3413a06 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.0944886 Aug 31 09:01:12.757304 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-445bdc0e-6708-485f-9078-f6d3e975a10b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0769520 Aug 31 09:01:12.757398 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-ffc3f9ca-72d5-4970-b036-fc141b70dc9f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425439 Aug 31 09:01:12.772914 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-06eaef11-8952-4e87-b57e-e4ce46e7c88e req-9a323c57-f490-41fc-9fcf-afaae1e459ba tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694454 Aug 31 09:01:12.778237 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Request body: {'port': {'device_id': '8b7624c8-169b-4949-9283-ac7224badfed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:12.880606 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:12.961043 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-40e9b097-1497-4e75-9a2d-579834a9e5c2 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705019 Aug 31 09:01:12.988989 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 48522) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:13.091553 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c96ba84-7bfd-4e2a-b03c-8c75c46790d6 req-4f04ebfc-8568-4560-8f2d-343012a8d5b1 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129670 Aug 31 09:01:13.145739 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-78430b53-3806-4bd6-857d-2abd40c01084 None None] Provisioning for port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:01:13.151779 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-78430b53-3806-4bd6-857d-2abd40c01084 None None] Provisioning complete for port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:01:13.153097 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-78430b53-3806-4bd6-857d-2abd40c01084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.170453 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9def-3390-413e-a096-7adcca259353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.195517 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-78430b53-3806-4bd6-857d-2abd40c01084 None None] Port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:01:13.315387 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f41ed61-7a6c-4643-8de2-199e0fb7e1de {{(pid=101246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:01:13.330144 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.357333 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Transition to ACTIVE for port object 6f41ed61-7a6c-4643-8de2-199e0fb7e1de will not be triggered until provisioned by entity L2. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:01:13.367636 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9e327-589a-4842-b360-57032d7a042d req-c33d62a9-d67d-4185-8361-c162f22f7611 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:13.369133 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0ca9e327-589a-4842-b360-57032d7a042d req-c33d62a9-d67d-4185-8361-c162f22f7611 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 932 time: 0.1085892 Aug 31 09:01:13.403112 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9def-3390-413e-a096-7adcca259353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.421769 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0ca9e327-589a-4842-b360-57032d7a042d req-f1492b88-db56-417a-93fb-38fcaa436fec tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444763 Aug 31 09:01:13.492069 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.532843 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9def-3390-413e-a096-7adcca259353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.582817 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Pushing event updated for resources: {'Port': ['ID=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:13.602956 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-0a7a9def-3390-413e-a096-7adcca259353 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe52418bd3364caf841c4d2c8263ef39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125834 Aug 31 09:01:13.605809 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48536) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:13.628177 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.628629 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.629127 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.629565 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.629996 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.630443 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.630873 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.631334 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.631761 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.632348 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.632773 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.633203 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.647921 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9def-3390-413e-a096-7adcca259353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed9d3f5-bd33-43bf-9b4a-a67c01fb3367,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:13.689612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.724579 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.879716 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.887679 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.896493 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Attempting to bind port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:01:13.896879 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Attempting to bind port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:01:13.897079 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ed9d3f5-bd33-43bf-9b4a-a67c01fb3367 HTTP/1.1" status: 204 len: 168 time: 0.2836359 Aug 31 09:01:13.897193 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Attempting to bind port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de on network 764f79b7-4193-4197-b75c-76669e3f52b2 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:01:13.906654 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de on network 764f79b7-4193-4197-b75c-76669e3f52b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:01:13.906984 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Attempting to bind port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de on network 764f79b7-4193-4197-b75c-76669e3f52b2 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:01:13.912932 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed9d3f5-bd33-43bf-9b4a-a67c01fb3367,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:13.915209 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:01:13.916186 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Checking segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:01:13.916569 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Bound using segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:01:13.916993 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Bound port: 6f41ed61-7a6c-4643-8de2-199e0fb7e1de, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:01:13.917549 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.924277 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.924668 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.925000 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.925336 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.925741 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.926378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.926378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.926683 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.926937 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.927277 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.927599 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.927920 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afddfbc2-7339-44db-9d9b-2524c59799db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:13.942399 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588a13b-6aed-4a52-9099-ad1a405a6dff req-3ed87293-d93c-42cd-9af1-01dba4924ed5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:13.944066 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3588a13b-6aed-4a52-9099-ad1a405a6dff req-3ed87293-d93c-42cd-9af1-01dba4924ed5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.3229229 Aug 31 09:01:14.039164 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3588a13b-6aed-4a52-9099-ad1a405a6dff req-a26027fd-d871-4f9b-9c1b-fb0d2789aac1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626941 Aug 31 09:01:14.045740 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] For port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de, host hv-cinder-78652, cleared binding levels {{(pid=101246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:01:14.049261 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] For port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:01:14.127298 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:14.172242 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:14.172888 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:14.174229 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] 10.222.0.107 "PUT /v2.0/ports/6f41ed61-7a6c-4643-8de2-199e0fb7e1de HTTP/1.1" status: 200 len: 1094 time: 1.4009078 Aug 31 09:01:14.174669 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7624c8-169b-4949-9283-ac7224badfed', 'tag': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:14.176966 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7624c8-169b-4949-9283-ac7224badfed", "tag": "6f41ed61-7a6c-4643-8de2-199e0fb7e1de"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:14.206369 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84a1a3-590c-46c4-b2d7-cd0cb3a1ed0f req-cf35fcdd-024c-4183-a914-67cb1d0c1be2 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:14.216058 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fc84a1a3-590c-46c4-b2d7-cd0cb3a1ed0f req-cf35fcdd-024c-4183-a914-67cb1d0c1be2 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.1110320 Aug 31 09:01:14.216058 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22661c-7739-45e0-a93b-217c97607147 service neutron] Pushing event updated for resources: {'Port': ['ID=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,revision_number=3']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:14.263306 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fc84a1a3-590c-46c4-b2d7-cd0cb3a1ed0f req-23b32330-71e1-4b60-b814-e4f35e680f6f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Aug 31 09:01:14.334334 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c48ef95-f0ee-45bd-84e5-35144c93b906 x-openstack-request-id: req-7c48ef95-f0ee-45bd-84e5-35144c93b906 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:14.334668 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7624c8-169b-4949-9283-ac7224badfed", "tag": "6f41ed61-7a6c-4643-8de2-199e0fb7e1de", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:14.334915 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c48ef95-f0ee-45bd-84e5-35144c93b906 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:14.335333 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7624c8-169b-4949-9283-ac7224badfed', 'tag': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'status': 'completed', 'code': 200} Aug 31 09:01:14.354685 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2979817-c31d-46e9-a605-05504f10b89c req-369ebcfe-fc79-4e20-9fa9-54dd3d437104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:14.356283 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-369ebcfe-fc79-4e20-9fa9-54dd3d437104 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 1097 time: 0.0515046 Aug 31 09:01:14.409935 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-5f7e69c2-ad29-49e9-8aa8-675793ffce62 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f41ed61-7a6c-4643-8de2-199e0fb7e1de HTTP/1.1" status: 200 len: 217 time: 0.0410566 Aug 31 09:01:14.468328 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2979817-c31d-46e9-a605-05504f10b89c req-1af2c87f-dd2d-4a0a-85dd-91514a621af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:14.474022 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-1af2c87f-dd2d-4a0a-85dd-91514a621af6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.0514081 Aug 31 09:01:14.553984 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2979817-c31d-46e9-a605-05504f10b89c req-4061facc-70b2-4f81-9444-071935e97baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:14.555506 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-4061facc-70b2-4f81-9444-071935e97baf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710535 Aug 31 09:01:14.568910 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f1d5c-5b64-43ab-9f3f-3ee1d0414c33 req-1610af02-ee0a-47cc-b637-e11f81661f87 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:14.570502 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2c4f1d5c-5b64-43ab-9f3f-3ee1d0414c33 req-1610af02-ee0a-47cc-b637-e11f81661f87 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 944 time: 0.0748413 Aug 31 09:01:14.658024 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2c4f1d5c-5b64-43ab-9f3f-3ee1d0414c33 req-6710ea02-2822-4896-97e2-fa7efa62ef65 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789211 Aug 31 09:01:14.689971 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48558) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:14.703772 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-f3ed6b5f-c5ce-4d08-bbed-ba89fe54fdef service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320705 Aug 31 09:01:14.708200 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-653a9603-c2e4-4081-bf58-9faeb1585d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:14.806439 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-653a9603-c2e4-4081-bf58-9faeb1585d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:14.808256 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2979817-c31d-46e9-a605-05504f10b89c req-b98d6c1c-7077-41e7-bd52-b8aa333ee4cc service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940614 Aug 31 09:01:14.894582 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-653a9603-c2e4-4081-bf58-9faeb1585d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:14.935122 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a9603-c2e4-4081-bf58-9faeb1585d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f19960-9912-49f3-9924-4767a0c2eeac,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:14.943796 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-653a9603-c2e4-4081-bf58-9faeb1585d53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65db5c264cba4ebdb71b6aadb9ac4fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493253 Aug 31 09:01:14.944969 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48564) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:14.998690 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2daf3822-b787-4a13-a720-3c1d28d3b000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.028974 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2daf3822-b787-4a13-a720-3c1d28d3b000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.036530 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-695858d1-0ae2-46bd-92ee-219fa39ae2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.038137 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-695858d1-0ae2-46bd-92ee-219fa39ae2e8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 1097 time: 0.0635891 Aug 31 09:01:15.166277 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-8deb0402-158f-4d40-a7fe-01072546f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.167779 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-8deb0402-158f-4d40-a7fe-01072546f98a service neutron] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 913 time: 0.1189375 Aug 31 09:01:15.180413 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2daf3822-b787-4a13-a720-3c1d28d3b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.183909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2daf3822-b787-4a13-a720-3c1d28d3b000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.187883 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-2daf3822-b787-4a13-a720-3c1d28d3b000 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0f19960-9912-49f3-9924-4767a0c2eeac HTTP/1.1" status: 204 len: 168 time: 0.2399042 Aug 31 09:01:15.189099 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1d2c0-92e3-4ef2-ac49-3a77d9c7af72 req-833ef049-8aa7-453c-a519-20a12719432f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.190896 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b5a1d2c0-92e3-4ef2-ac49-3a77d9c7af72 req-833ef049-8aa7-453c-a519-20a12719432f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Aug 31 09:01:15.201319 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf3822-b787-4a13-a720-3c1d28d3b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f19960-9912-49f3-9924-4767a0c2eeac,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:15.229825 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-9bb1264c-4bea-4eb7-8b21-2e0586ff26d0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f41ed61-7a6c-4643-8de2-199e0fb7e1de HTTP/1.1" status: 200 len: 217 time: 0.0381689 Aug 31 09:01:15.299939 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b5a1d2c0-92e3-4ef2-ac49-3a77d9c7af72 req-71c270f0-68fb-4060-8574-55d4f11418a9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734103 Aug 31 09:01:15.305684 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-fe8b3a71-248a-4267-8426-43b21ead186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.307782 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-fe8b3a71-248a-4267-8426-43b21ead186f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.0646815 Aug 31 09:01:15.328917 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.373737 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-618478f3-3507-48d3-b55c-9c2c869d1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.375382 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-618478f3-3507-48d3-b55c-9c2c869d1dad service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0576255 Aug 31 09:01:15.473338 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a45bd-5467-4710-a2b9-9801e7c8bb1b req-b5953144-0f36-4ca2-86bc-1e7927341166 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.474922 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c37a45bd-5467-4710-a2b9-9801e7c8bb1b req-b5953144-0f36-4ca2-86bc-1e7927341166 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.1139233 Aug 31 09:01:15.520210 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-35d57022-4efa-443a-a1e0-2d0eb67c4526 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271257 Aug 31 09:01:15.534005 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c37a45bd-5467-4710-a2b9-9801e7c8bb1b req-e5fce996-5ba9-45b6-a1b3-adc0f2bcea65 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 Aug 31 09:01:15.638530 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8e8a4f6-1bc0-4050-8bbf-04e9055eccce req-6152c34a-12f1-4320-b095-8642859412ef service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946593 Aug 31 09:01:15.809911 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084344-7e13-4f02-8c41-8290f1f4517a req-bd92eb8b-794d-4478-8bb0-534a4414ebfa tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.812001 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-23084344-7e13-4f02-8c41-8290f1f4517a req-bd92eb8b-794d-4478-8bb0-534a4414ebfa tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 944 time: 0.0709901 Aug 31 09:01:15.881136 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-23084344-7e13-4f02-8c41-8290f1f4517a req-3a95f5e4-1a8c-4264-8d3c-b7067efa8dd2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583568 Aug 31 09:01:15.891360 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-a708e866-4595-4525-ab6b-4cfaaf082bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.893933 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-a708e866-4595-4525-ab6b-4cfaaf082bdd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1098 time: 0.0633953 Aug 31 09:01:16.023134 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-6cbe99da-b0b9-4d16-abb2-d0dce59e8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:16.024869 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-6cbe99da-b0b9-4d16-abb2-d0dce59e8077 service neutron] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 918 time: 0.0980532 Aug 31 09:01:16.073312 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-185494cf-97b1-4eeb-a43a-9415ac4be3ea service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 200 len: 217 time: 0.0363207 Aug 31 09:01:16.128170 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-ef9f3f96-6a2b-4716-a4f5-4d8ae2f8c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:16.129834 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-ef9f3f96-6a2b-4716-a4f5-4d8ae2f8c8b0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.0468926 Aug 31 09:01:16.168922 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-77627721-038c-44ff-afaf-2b741929946a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269599 Aug 31 09:01:16.271567 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-3f460cd7-b56a-4301-bd02-0f211b630718 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912440 Aug 31 09:01:16.389000 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9db298fa-9d32-4aa5-aa60-36c832e21d2e req-ce9395cf-9c45-476a-8ba8-e2d1be83282b service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036823 Aug 31 09:01:16.420429 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48602) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:16.429903 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05184c98-0feb-40d1-aed8-0c8cd4213fc2 req-93a0be75-be82-4151-93c5-2ab0542e7630 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:16.432513 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-05184c98-0feb-40d1-aed8-0c8cd4213fc2 req-93a0be75-be82-4151-93c5-2ab0542e7630 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0589120 Aug 31 09:01:16.481951 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-05184c98-0feb-40d1-aed8-0c8cd4213fc2 req-63663498-e49a-403c-9c11-6b3f81463af1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Aug 31 09:01:16.542875 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441832159-network', 'tenant_id': '8a41883d58a44b799c19d964100def4a'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:16.637279 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Made reservation on behalf of 8a41883d58a44b799c19d964100def4a for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:16.639647 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:16.648536 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:16.654289 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5f172-79bc-4b08-81a0-39b806409582 req-251a17f1-a393-4487-808c-c14699ce5609 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:16.656056 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bfb5f172-79bc-4b08-81a0-39b806409582 req-251a17f1-a393-4487-808c-c14699ce5609 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0486422 Aug 31 09:01:16.700579 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bfb5f172-79bc-4b08-81a0-39b806409582 req-7f37f34e-5768-4a6f-a96b-dd1d3a1cb896 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Aug 31 09:01:16.748035 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:16.852311 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:16.880541 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:01:16.886863 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6be146-07cb-4d2f-ae34-46d55c22c2e8,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:16.893015 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:16.893396 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Added segment 43ac3e15-d129-4eed-b670-9eda7d3695a7 of type vlan for network f9e5dfce-0c8a-475c-acc4-a388d1c23fc8 Aug 31 09:01:16.937368 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:17.016525 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceacd87-e56e-40ad-8ec8-25a8fef028dc req-df891610-8fac-4bef-80e7-e61139501b5e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:17.018233 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-aceacd87-e56e-40ad-8ec8-25a8fef028dc req-df891610-8fac-4bef-80e7-e61139501b5e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 944 time: 0.0617247 Aug 31 09:01:17.041587 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:17.042596 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:17.043290 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:17.065480 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-aceacd87-e56e-40ad-8ec8-25a8fef028dc req-6878d534-7dca-43fa-b21f-80af825a729d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Aug 31 09:01:17.115105 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] Pushing event updated for resources: {'Network': ['ID=f9e5dfce-0c8a-475c-acc4-a388d1c23fc8,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:17.124824 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network f9e5dfce-0c8a-475c-acc4-a388d1c23fc8 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:01:17.204251 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-52823428-f579-422a-a3f7-ca1aa1d5264e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7818854 Aug 31 09:01:17.213757 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48616) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:17.215505 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Request body: {'subnet': {'network_id': 'f9e5dfce-0c8a-475c-acc4-a388d1c23fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441832159-subnet', 'tenant_id': '8a41883d58a44b799c19d964100def4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:17.346136 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Made reservation on behalf of 8a41883d58a44b799c19d964100def4a for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:17.348500 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26167700'] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:17.589716 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26180965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26167682'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:17.610453 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f8f9d-e8f1-42ec-8ec2-9398c8c551fa req-aacd388c-b9e7-45b8-9885-08f0b5b88814 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:17.612085 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e32f8f9d-e8f1-42ec-8ec2-9398c8c551fa req-aacd388c-b9e7-45b8-9885-08f0b5b88814 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0522506 Aug 31 09:01:17.654488 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e32f8f9d-e8f1-42ec-8ec2-9398c8c551fa req-aa4c1dfc-0afe-42d9-bfd5-66c0e86d5bb4 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Aug 31 09:01:17.655927 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=40953a15-14cd-4bf6-8941-f152a933b950,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:17.665792 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Checking segment: {'id': '43ac3e15-d129-4eed-b670-9eda7d3695a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f9e5dfce-0c8a-475c-acc4-a388d1c23fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:01:17.666811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Network hostable DHCP agents. Network: f9e5dfce-0c8a-475c-acc4-a388d1c23fc8, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:01:17.766598 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Network f9e5dfce-0c8a-475c-acc4-a388d1c23fc8 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:01:17.821071 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa7fc2-61c0-42ae-b380-7fea6cc014f1 req-3be11538-0320-4fc8-8235-868477e6d52e tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:17.823435 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-07aa7fc2-61c0-42ae-b380-7fea6cc014f1 req-3be11538-0320-4fc8-8235-868477e6d52e tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0538287 Aug 31 09:01:17.862792 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-07aa7fc2-61c0-42ae-b380-7fea6cc014f1 req-0e5b3934-35fb-42e1-98bd-3f84212ea60f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333900 Aug 31 09:01:17.876989 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, f9e5dfce-0c8a-475c-acc4-a388d1c23fc8) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:17.881841 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:17.882631 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:17.885210 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5814d-4813-4795-8237-19cf72c40a05 None None] Network f9e5dfce-0c8a-475c-acc4-a388d1c23fc8 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:01:17.989770 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-080fd840-02c7-4514-a539-c595e837bbcd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7811058 Aug 31 09:01:18.008212 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d88481b-b82a-4acc-8a9e-0890e898ac07 None None] Network f9e5dfce-0c8a-475c-acc4-a388d1c23fc8 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:01:18.211635 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deb730-c3b3-4e02-9662-6180da1a28c9 req-03c48286-ea37-4943-bd97-bdafea3dadaf tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:18.213282 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b1deb730-c3b3-4e02-9662-6180da1a28c9 req-03c48286-ea37-4943-bd97-bdafea3dadaf tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 944 time: 0.0537989 Aug 31 09:01:18.253415 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b1deb730-c3b3-4e02-9662-6180da1a28c9 req-519f22c6-cb42-4dc8-b1ca-e433da965b6b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339668 Aug 31 09:01:18.787430 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32315a5-8b2d-4edc-a9a7-2c19ea4d936b req-1bbf3f33-5f13-4b86-983f-23088cd4e88e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:18.789039 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b32315a5-8b2d-4edc-a9a7-2c19ea4d936b req-1bbf3f33-5f13-4b86-983f-23088cd4e88e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0616646 Aug 31 09:01:18.814592 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48646) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:18.819926 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-453478613-network', 'tenant_id': 'e57fc1b9cab44f84a743bffe6a05ced3'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:18.831037 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b32315a5-8b2d-4edc-a9a7-2c19ea4d936b req-8b97498c-2f5c-48e0-be19-a019b7324231 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Aug 31 09:01:18.974425 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Made reservation on behalf of e57fc1b9cab44f84a743bffe6a05ced3 for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:18.976904 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:18.981303 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c227-3054-4df2-813e-0aaf1c5af3a6 req-0caeaad4-e015-46c2-893f-ae65092af6c6 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:18.982792 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-37d8c227-3054-4df2-813e-0aaf1c5af3a6 req-0caeaad4-e015-46c2-893f-ae65092af6c6 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0501935 Aug 31 09:01:18.986101 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.021097 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-37d8c227-3054-4df2-813e-0aaf1c5af3a6 req-150e52f4-43e5-401d-aada-d15052cad815 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Aug 31 09:01:19.078627 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.191359 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.216935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:01:19.226968 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eb7789-82c5-41bf-b351-d2ee284c5ca5,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:19.233002 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.233440 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Added segment e83329c4-4ebc-468c-879c-d4741ad6a158 of type vlan for network 2ee8861d-e7d2-449a-a3a2-aae29ae08b42 Aug 31 09:01:19.275737 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.382125 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb2d28-187a-47e3-8f4b-94166d91a0ec req-741dd9c5-8559-4b80-ae90-595506a2812f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:19.383600 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2cb2d28-187a-47e3-8f4b-94166d91a0ec req-741dd9c5-8559-4b80-ae90-595506a2812f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 944 time: 0.0503476 Aug 31 09:01:19.392563 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.393542 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:19.394122 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.423101 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2cb2d28-187a-47e3-8f4b-94166d91a0ec req-d635ab5b-8284-4950-98cd-2e4fcfb26213 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328636 Aug 31 09:01:19.456811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee8861d-e7d2-449a-a3a2-aae29ae08b42,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:19.466749 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 2ee8861d-e7d2-449a-a3a2-aae29ae08b42 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:01:19.523586 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-958f29a4-aba4-4480-929a-049be46a34b2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7076204 Aug 31 09:01:19.526926 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48658) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:19.534462 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Request body: {'subnet': {'network_id': '2ee8861d-e7d2-449a-a3a2-aae29ae08b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-453478613-subnet', 'tenant_id': 'e57fc1b9cab44f84a743bffe6a05ced3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:19.640695 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Made reservation on behalf of e57fc1b9cab44f84a743bffe6a05ced3 for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:19.643263 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26167700'] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.883091 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26180965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26167682'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:19.941729 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8474c00d-2977-4c7b-bb3e-8b0c3a2d9cf5,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:19.951511 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Checking segment: {'id': 'e83329c4-4ebc-468c-879c-d4741ad6a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2ee8861d-e7d2-449a-a3a2-aae29ae08b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:01:19.951881 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Network hostable DHCP agents. Network: 2ee8861d-e7d2-449a-a3a2-aae29ae08b42, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:01:19.958706 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffa86a-8015-420e-9394-c999ba8d2fac req-22fee015-b364-406c-86f9-d232647e35fa tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:19.960284 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8ffa86a-8015-420e-9394-c999ba8d2fac req-22fee015-b364-406c-86f9-d232647e35fa tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0581088 Aug 31 09:01:20.005371 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8ffa86a-8015-420e-9394-c999ba8d2fac req-3a58c364-4ee1-40f5-9cb6-4c96f71055e2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Aug 31 09:01:20.037060 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Network 2ee8861d-e7d2-449a-a3a2-aae29ae08b42 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:01:20.138195 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 2ee8861d-e7d2-449a-a3a2-aae29ae08b42) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:20.143265 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:20.143811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:20.145416 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eaba0-87ff-4a0e-af0f-e0c0a29b2436 req-96a49a84-e6d5-46b0-bd7d-12857aceb77e tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:20.146903 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a91eaba0-87ff-4a0e-af0f-e0c0a29b2436 req-96a49a84-e6d5-46b0-bd7d-12857aceb77e tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0539660 Aug 31 09:01:20.148959 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185adc0-3f34-4166-9290-fdd1306178a3 None None] Network 2ee8861d-e7d2-449a-a3a2-aae29ae08b42 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:01:20.198578 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a91eaba0-87ff-4a0e-af0f-e0c0a29b2436 req-b60eec7a-935d-4256-96cc-e2fb1fd9ae78 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Aug 31 09:01:20.255553 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ee073824-32ef-4569-a71f-ce97aa92d907 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7274790 Aug 31 09:01:20.308306 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275e25d-b75e-487c-b56f-321ff33e4723 None None] Network 2ee8861d-e7d2-449a-a3a2-aae29ae08b42 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:01:20.550452 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35376-0b26-4ce3-95c1-e28dbae14197 req-c2c78b14-bb33-4946-97a2-793fd1e3c91b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:20.552190 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-76a35376-0b26-4ce3-95c1-e28dbae14197 req-c2c78b14-bb33-4946-97a2-793fd1e3c91b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 944 time: 0.0561006 Aug 31 09:01:20.607724 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-76a35376-0b26-4ce3-95c1-e28dbae14197 req-8a12339e-6e21-47b9-9b1e-fa949f7c0f3c tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Aug 31 09:01:21.110046 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5396c4-aee7-4708-8a8f-c3ab0a673602 req-ceddb48d-ebec-4818-8485-f3008049a78a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:21.111403 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ca5396c4-aee7-4708-8a8f-c3ab0a673602 req-ceddb48d-ebec-4818-8485-f3008049a78a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0591111 Aug 31 09:01:21.136094 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085fdde-ea14-477b-a0d0-5d5485411798 req-30df1d64-01d5-401e-b900-b2e7ad402f17 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:21.137721 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8085fdde-ea14-477b-a0d0-5d5485411798 req-30df1d64-01d5-401e-b900-b2e7ad402f17 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0505006 Aug 31 09:01:21.153305 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ca5396c4-aee7-4708-8a8f-c3ab0a673602 req-d7d80ea8-7f19-458e-b91a-f87e2e3434b5 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352898 Aug 31 09:01:21.185509 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8085fdde-ea14-477b-a0d0-5d5485411798 req-f891a9a9-666c-4305-84ac-4d883451515f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Aug 31 09:01:21.325627 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10021-8a89-4ff5-8734-3dadd78a12e4 req-1a5c4daf-985d-4bd9-8f8f-38afae45923d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:21.327236 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-46f10021-8a89-4ff5-8734-3dadd78a12e4 req-1a5c4daf-985d-4bd9-8f8f-38afae45923d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0522614 Aug 31 09:01:21.367157 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-46f10021-8a89-4ff5-8734-3dadd78a12e4 req-423e563a-2d7e-41a1-b1db-644a1100566d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Aug 31 09:01:21.721837 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade28472-08c5-4490-88b5-9bce1d00472e req-63686b23-532f-4b8a-9553-621ce4724fe6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:21.723385 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ade28472-08c5-4490-88b5-9bce1d00472e req-63686b23-532f-4b8a-9553-621ce4724fe6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 944 time: 0.0484974 Aug 31 09:01:21.768157 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ade28472-08c5-4490-88b5-9bce1d00472e req-3e3c0cd0-4c4c-4a18-9bf2-9b366dd1cdcb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375278 Aug 31 09:01:22.297742 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59482721-8afa-4626-8162-4c32bed6dd32 req-6e9a5f44-2d00-45b4-ab4e-4f2d467cf429 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:22.299639 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-59482721-8afa-4626-8162-4c32bed6dd32 req-6e9a5f44-2d00-45b4-ab4e-4f2d467cf429 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0647168 Aug 31 09:01:22.335404 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2ec11-4ce3-4cbd-ab0b-af671768307d req-47c442af-cd2b-4016-880a-338fa535a823 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:22.337879 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-28f2ec11-4ce3-4cbd-ab0b-af671768307d req-47c442af-cd2b-4016-880a-338fa535a823 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0662928 Aug 31 09:01:22.350267 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-59482721-8afa-4626-8162-4c32bed6dd32 req-d0392929-c8ae-4981-b828-ca916d2dbc5b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Aug 31 09:01:22.391245 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-28f2ec11-4ce3-4cbd-ab0b-af671768307d req-9c85e75b-fa9d-4600-9b67-d9e30e7c5c4a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Aug 31 09:01:22.534440 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0781083-2937-40ef-88a1-ff8652a9dfbb req-94ebd285-aa84-4542-adfc-2761b3038424 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:22.537268 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b0781083-2937-40ef-88a1-ff8652a9dfbb req-94ebd285-aa84-4542-adfc-2761b3038424 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 944 time: 0.0913229 Aug 31 09:01:22.590665 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b0781083-2937-40ef-88a1-ff8652a9dfbb req-0d54270e-3df1-42b2-a556-5288a351821f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452085 Aug 31 09:01:22.738445 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 6f41ed61-7a6c-4643-8de2-199e0fb7e1de details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:01:22.864105 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:22.882005 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'port_id': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'mac_address': 'fa:16:3e:18:d0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:01:22.938686 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:22.963305 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f41ed61-7a6c-4643-8de2-199e0fb7e1de {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:01:22.995669 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:23.028451 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c96f-f88f-4f91-89c1-0b46d5956f3b req-6d87bd87-abf2-4bd9-82c8-eb6a51f59b62 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:23.030068 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0e99c96f-f88f-4f91-89c1-0b46d5956f3b req-6d87bd87-abf2-4bd9-82c8-eb6a51f59b62 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 944 time: 0.0694156 Aug 31 09:01:23.073143 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0e99c96f-f88f-4f91-89c1-0b46d5956f3b req-f915efde-5366-4a69-a016-220e163eedd7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367095 Aug 31 09:01:23.114974 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:23.115698 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:01:23.219547 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:23.234689 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.235030 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.235591 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.236154 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.236650 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.237004 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.237406 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.237746 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.238237 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.238573 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.238906 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.239248 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:23.283152 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:23.296633 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33', 'network_id': '9631b00a-9b5f-4bbc-88ed-77486b57b9eb', 'port_id': '8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33', 'mac_address': 'fa:16:3e:3e:0e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee34af5a-93ed-4627-966e-abbf918bc09b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:01:23.347687 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:23.363659 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:01:23.390710 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:23.488657 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1434f-590e-4780-b3e9-f09fbfdcd1a6 req-2edba5f4-f9e1-4f37-89ba-9f9e241f253b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:23.496101 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f6c1434f-590e-4780-b3e9-f09fbfdcd1a6 req-2edba5f4-f9e1-4f37-89ba-9f9e241f253b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0606604 Aug 31 09:01:23.512548 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:23.537820 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f6c1434f-590e-4780-b3e9-f09fbfdcd1a6 req-58ae4745-b22e-4b3f-ae92-f6cffabac08d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406775 Aug 31 09:01:23.549670 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95cb7a-2ba3-41b4-b4a8-9795169c3aeb req-149f85dc-f73b-4422-9b5f-93bc39a5ef4a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:23.551419 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-db95cb7a-2ba3-41b4-b4a8-9795169c3aeb req-149f85dc-f73b-4422-9b5f-93bc39a5ef4a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0722246 Aug 31 09:01:23.584947 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:23.610457 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-db95cb7a-2ba3-41b4-b4a8-9795169c3aeb req-8df8d57b-4278-4cb5-ac25-498009622614 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Aug 31 09:01:23.727126 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8193bc5-2815-46d7-b73a-617caa9619c5 req-dd851c38-fcb7-44da-aadd-49b738326016 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:23.730415 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8193bc5-2815-46d7-b73a-617caa9619c5 req-dd851c38-fcb7-44da-aadd-49b738326016 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 945 time: 0.0553422 Aug 31 09:01:23.769920 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e8193bc5-2815-46d7-b73a-617caa9619c5 req-d15c2433-12e0-408f-9a83-03c6be877978 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Aug 31 09:01:24.199794 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b48ab5-d831-4244-99bb-d3dae91e952d req-c03d37af-af74-4942-aec9-9dea80910c3c tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:24.203774 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f4b48ab5-d831-4244-99bb-d3dae91e952d req-c03d37af-af74-4942-aec9-9dea80910c3c tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 945 time: 0.0608125 Aug 31 09:01:24.249548 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f4b48ab5-d831-4244-99bb-d3dae91e952d req-98b7dd3b-19e0-49b3-ae24-e907ce04161f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Aug 31 09:01:24.373790 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:01:24.450670 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['6f41ed61-7a6c-4643-8de2-199e0fb7e1de'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:01:24.675685 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8551ef-b560-4306-9dbf-0a418de378b5 req-9c5dc7c7-3a0b-4bd6-809f-86a9682a4533 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:24.677355 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bf8551ef-b560-4306-9dbf-0a418de378b5 req-9c5dc7c7-3a0b-4bd6-809f-86a9682a4533 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0602124 Aug 31 09:01:24.735836 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bf8551ef-b560-4306-9dbf-0a418de378b5 req-4cd469f2-fa5c-42df-8a4c-dd2eeaa59d39 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453413 Aug 31 09:01:24.753963 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc231-4d3e-4bee-9746-5b8f410c16f8 req-f6214a51-766a-420c-9bcc-80a7615eab99 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:24.761943 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-274fc231-4d3e-4bee-9746-5b8f410c16f8 req-f6214a51-766a-420c-9bcc-80a7615eab99 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0625787 Aug 31 09:01:24.796337 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-274fc231-4d3e-4bee-9746-5b8f410c16f8 req-53bcebc8-129a-4997-b39f-e1d36a8fda98 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Aug 31 09:01:24.895644 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeae7b-cbb7-4fbd-9a79-e1803e5efa5c req-94051180-df6a-48b9-98e6-fd6a7fa7e384 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:24.897464 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ddeeae7b-cbb7-4fbd-9a79-e1803e5efa5c req-94051180-df6a-48b9-98e6-fd6a7fa7e384 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 945 time: 0.0544715 Aug 31 09:01:24.941168 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ddeeae7b-cbb7-4fbd-9a79-e1803e5efa5c req-3a2fb567-3837-4c74-8667-9806f271c61f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370686 Aug 31 09:01:25.371140 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d2e9-e87a-4e16-bb2e-843231743f13 req-9ccb1853-baa3-4e43-b56a-39120116c706 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:25.372717 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6a62d2e9-e87a-4e16-bb2e-843231743f13 req-9ccb1853-baa3-4e43-b56a-39120116c706 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 945 time: 0.0526967 Aug 31 09:01:25.419868 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6a62d2e9-e87a-4e16-bb2e-843231743f13 req-3ef917f0-b0c1-49ec-aaef-78e298f8ca98 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Aug 31 09:01:25.718246 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-5f157fbb-bb7f-4f7b-b9de-658c859ff44d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:25.719827 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-5f157fbb-bb7f-4f7b-b9de-658c859ff44d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/networks?id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 200 len: 814 time: 0.1077554 Aug 31 09:01:25.737064 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-660d42f6-ad2c-48cc-9d6b-3d0a4a4e9520 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/quotas/d3cdf98caa9840c6aeefbb1bf388b598 HTTP/1.1" status: 200 len: 375 time: 0.0109284 Aug 31 09:01:25.800549 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-b80a0287-b1e4-4c5e-a250-55f2213b3132 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555120 Aug 31 09:01:25.863902 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60d0c-40f6-47cf-a03d-a555353d7e90 req-284e122f-d9f7-42b6-809d-d191b7b45a02 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:25.865471 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-70d60d0c-40f6-47cf-a03d-a555353d7e90 req-284e122f-d9f7-42b6-809d-d191b7b45a02 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0527058 Aug 31 09:01:25.903288 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-dd17402e-6b7e-42f5-9939-aa4037554e73 service neutron] 10.222.0.66 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965848 Aug 31 09:01:25.916458 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-70d60d0c-40f6-47cf-a03d-a555353d7e90 req-90035576-98f9-4651-be6a-f4b839831d48 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435624 Aug 31 09:01:26.046028 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-cde350e8-6491-4e19-8f2d-cae8930def44 service neutron] 10.222.0.66 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365738 Aug 31 09:01:26.087489 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738e973-713a-4496-869e-41d2270aa214 req-d24716c3-2aa8-487e-9c38-69e4781880e2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:26.089071 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a738e973-713a-4496-869e-41d2270aa214 req-d24716c3-2aa8-487e-9c38-69e4781880e2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0680223 Aug 31 09:01:26.137523 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a738e973-713a-4496-869e-41d2270aa214 req-af6071cb-3131-4d17-bcf6-57de088be417 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Aug 31 09:01:26.241536 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda071-666b-47fd-b7ca-f5efdab3d0f2 req-7cf10708-a072-4491-a736-135d3354e069 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:26.243053 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1edda071-666b-47fd-b7ca-f5efdab3d0f2 req-7cf10708-a072-4491-a736-135d3354e069 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 945 time: 0.0495901 Aug 31 09:01:26.285455 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1edda071-666b-47fd-b7ca-f5efdab3d0f2 req-36bc8dc1-c48e-4559-9b58-f0acf6fdeb5f tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351465 Aug 31 09:01:26.384070 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0daaf60b-f816-458c-bc7a-1740753ccf9d req-f49fb355-8ae5-4399-a5a5-0604b1aaa061 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 210 time: 0.0268714 Aug 31 09:01:26.559170 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfd5f2-a619-4379-be4a-c3adccf03c66 req-ae8f5402-ab0b-4833-8ab7-f7780161e37e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:26.560698 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-58cfd5f2-a619-4379-be4a-c3adccf03c66 req-ae8f5402-ab0b-4833-8ab7-f7780161e37e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 945 time: 0.0591490 Aug 31 09:01:26.609666 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-58cfd5f2-a619-4379-be4a-c3adccf03c66 req-d2baacd0-d830-4448-9250-769274f3b3d1 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 Aug 31 09:01:26.734698 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 6f41ed61-7a6c-4643-8de2-199e0fb7e1de up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:01:26.778613 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-af7503e8-0b68-4f77-a8df-d628137b0f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:26.934146 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:01:26.938177 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:01:26.938616 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:27.073167 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfada30-da18-41d9-b0ca-a0d1ab95bf43 req-806653b4-9c2c-4202-98ac-76e0b3feb8d0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:27.074671 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8bfada30-da18-41d9-b0ca-a0d1ab95bf43 req-806653b4-9c2c-4202-98ac-76e0b3feb8d0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0629621 Aug 31 09:01:27.113576 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8bfada30-da18-41d9-b0ca-a0d1ab95bf43 req-e1b6a25f-ca57-424b-bb3b-9c505357b551 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Aug 31 09:01:27.135839 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:27.158796 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7624c8-169b-4949-9283-ac7224badfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:27.161177 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2211bd22-a0e3-4975-bd3c-3ac6fdbed13c" -d '{"events": [{"server_uuid": "8b7624c8-169b-4949-9283-ac7224badfed", "name": "network-vif-plugged", "status": "completed", "tag": "6f41ed61-7a6c-4643-8de2-199e0fb7e1de"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:27.176743 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:27.208569 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c820ac-d25a-4ad2-901e-d41623e2eb4b x-openstack-request-id: req-69c820ac-d25a-4ad2-901e-d41623e2eb4b {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:27.208868 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7624c8-169b-4949-9283-ac7224badfed", "name": "network-vif-plugged", "status": "completed", "tag": "6f41ed61-7a6c-4643-8de2-199e0fb7e1de", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:27.209196 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69c820ac-d25a-4ad2-901e-d41623e2eb4b {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:27.209642 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7624c8-169b-4949-9283-ac7224badfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'code': 200} Aug 31 09:01:27.262206 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3b16-8039-4f8a-b540-4d86d35ff83c req-4befebd3-189b-4c11-8b6b-e36f0c59f312 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:27.263644 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-372d3b16-8039-4f8a-b540-4d86d35ff83c req-4befebd3-189b-4c11-8b6b-e36f0c59f312 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0530078 Aug 31 09:01:27.303109 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-372d3b16-8039-4f8a-b540-4d86d35ff83c req-ae5afcfa-531d-48f5-8605-bf95e3cfd8d7 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Aug 31 09:01:27.327142 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:27.328012 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:01:27.413845 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:27.413991 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6ac6c-c3a4-40ba-bb32-8bd0720166b0 req-9c44a81f-e7c4-44a9-9956-a1db25c1c853 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:27.415630 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-65a6ac6c-c3a4-40ba-bb32-8bd0720166b0 req-9c44a81f-e7c4-44a9-9956-a1db25c1c853 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 945 time: 0.0550764 Aug 31 09:01:27.462161 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-65a6ac6c-c3a4-40ba-bb32-8bd0720166b0 req-d76b1b1b-2400-4eec-9650-434272fbe1b1 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Aug 31 09:01:27.497348 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-32f46f24-844c-4d05-b37f-c9bce0662cc9 req-3484092a-0bda-428c-9269-db25dc750d1e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 210 time: 0.0284529 Aug 31 09:01:27.528824 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:01:27.533177 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:01:27.536001 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:27.620569 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:27.658042 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:27.735755 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a439-0daa-477a-8fd9-e39bd3e0a43c req-ff28e92a-629f-4e5e-8f60-55ffb2b503e6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:27.737431 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-51b8a439-0daa-477a-8fd9-e39bd3e0a43c req-ff28e92a-629f-4e5e-8f60-55ffb2b503e6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 946 time: 0.0482998 Aug 31 09:01:27.782714 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:27.802298 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-51b8a439-0daa-477a-8fd9-e39bd3e0a43c req-8b6ebf5d-b462-4497-ab07-41b8938b5885 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587964 Aug 31 09:01:27.845140 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:27.846726 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87091e-29bc-4cb5-9131-645aa82131b0 req-d2d73fc2-626e-4f5d-b41d-55e35011d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:27.848409 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1d87091e-29bc-4cb5-9131-645aa82131b0 req-d2d73fc2-626e-4f5d-b41d-55e35011d0e5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 1099 time: 0.0450940 Aug 31 09:01:27.903529 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1d87091e-29bc-4cb5-9131-645aa82131b0 req-b7850576-3517-4358-9993-4496e18ee18c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400064 Aug 31 09:01:28.264336 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac2cf-7ec6-4d6f-95cd-78d2e8fc378d req-61b86481-4d8e-4eb8-9a48-54f672abeb72 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:28.265313 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-505ac2cf-7ec6-4d6f-95cd-78d2e8fc378d req-61b86481-4d8e-4eb8-9a48-54f672abeb72 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0723896 Aug 31 09:01:28.305628 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-505ac2cf-7ec6-4d6f-95cd-78d2e8fc378d req-ce21ba72-fd23-4d80-b8f2-d7efc9ac28b6 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334482 Aug 31 09:01:28.429692 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a53eb-f886-440b-afd2-6b2b50877421 req-35cdffe6-5934-4709-adf1-7524ef670136 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:28.431807 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-912a53eb-f886-440b-afd2-6b2b50877421 req-35cdffe6-5934-4709-adf1-7524ef670136 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0504341 Aug 31 09:01:28.470013 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-912a53eb-f886-440b-afd2-6b2b50877421 req-c3915c25-b41c-48a3-830d-5fab74cffe48 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Aug 31 09:01:28.599445 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b004da2e-b784-4839-8827-dccaae0f63cf req-6985e298-e599-4716-b919-f8f088300ce4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 210 time: 0.0262053 Aug 31 09:01:28.600992 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98bc60-cd6f-4433-976d-1df25af98bfb req-350bcdeb-da08-4458-a347-36f0a6d34b77 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:28.602507 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ff98bc60-cd6f-4433-976d-1df25af98bfb req-350bcdeb-da08-4458-a347-36f0a6d34b77 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 946 time: 0.0648010 Aug 31 09:01:28.645002 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ff98bc60-cd6f-4433-976d-1df25af98bfb req-3dce8cb8-4374-453f-97fe-b7be6160bde9 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Aug 31 09:01:28.928047 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffd161-36ae-4571-9ea6-32ee7dae0f80 req-864fc989-67bb-4540-913c-e9d075032da8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:28.929426 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a5ffd161-36ae-4571-9ea6-32ee7dae0f80 req-864fc989-67bb-4540-913c-e9d075032da8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 946 time: 0.0493803 Aug 31 09:01:28.973695 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a5ffd161-36ae-4571-9ea6-32ee7dae0f80 req-75c836ed-e459-4242-ac1f-718c37ae2e56 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382292 Aug 31 09:01:29.211102 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2261b16-7f72-428a-9efe-84b74d50c42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:29.214171 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c042e1a5-f105-498c-9f76-9b444cd820fe" -d '{"events": [{"server_uuid": "d2261b16-7f72-428a-9efe-84b74d50c42a", "name": "network-vif-plugged", "status": "completed", "tag": "8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:29.250897 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5379b0bc-d87f-45bb-9078-d4aad658646e x-openstack-request-id: req-5379b0bc-d87f-45bb-9078-d4aad658646e {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:29.251243 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2261b16-7f72-428a-9efe-84b74d50c42a", "name": "network-vif-plugged", "status": "completed", "tag": "8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:29.263064 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5379b0bc-d87f-45bb-9078-d4aad658646e {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:29.263064 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2261b16-7f72-428a-9efe-84b74d50c42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33', 'code': 200} Aug 31 09:01:29.496615 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2042-330d-4c40-ae61-47365a975f82 req-1c61a569-949b-4713-95e4-d5af33ff959a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:29.500034 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7d5f2042-330d-4c40-ae61-47365a975f82 req-1c61a569-949b-4713-95e4-d5af33ff959a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0969126 Aug 31 09:01:29.508361 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-18dfd71f-eb7c-4a86-8899-64198100d6c3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:29.509995 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-18dfd71f-eb7c-4a86-8899-64198100d6c3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "GET /v2.0/networks?id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 200 len: 814 time: 0.1734385 Aug 31 09:01:29.536144 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Request body: {'port': {'device_id': '6c0feabb-fb97-4c84-9ae3-46cb3654a89c', 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'admin_state_up': True, 'tenant_id': 'd3cdf98caa9840c6aeefbb1bf388b598'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:29.583837 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:29.629740 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e32cb-8f58-4638-89dc-39c2a3e35ae1 req-b894fb07-494c-4328-8286-4199906945bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:29.631791 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-066e32cb-8f58-4638-89dc-39c2a3e35ae1 req-b894fb07-494c-4328-8286-4199906945bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0694280 Aug 31 09:01:29.631934 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7d5f2042-330d-4c40-ae61-47365a975f82 req-f48a192b-baf8-49a7-ba43-452fe0ee0967 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201894 Aug 31 09:01:29.649944 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b03054f8-0a97-493a-ae46-fde9b9bf97bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:29.717926 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-066e32cb-8f58-4638-89dc-39c2a3e35ae1 req-1cf849bd-bdde-470f-aa5e-dad78af088d6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777631 Aug 31 09:01:29.761565 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fc6d5752-8036-44b7-b145-5e91b7fec6d3 req-e03a02d1-d085-418d-90b3-2a69184e3354 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 210 time: 0.0504699 Aug 31 09:01:29.772120 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455602c5-90d4-47b0-b93f-2319e75e9135 req-5a655eb8-bc52-410c-91d2-2e8efe48dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:29.775237 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-455602c5-90d4-47b0-b93f-2319e75e9135 req-5a655eb8-bc52-410c-91d2-2e8efe48dd6a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 1099 time: 0.0735469 Aug 31 09:01:29.842418 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-455602c5-90d4-47b0-b93f-2319e75e9135 req-df634ecc-b552-4719-9f89-5f4177b989cd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556886 Aug 31 09:01:29.905454 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143b70-d701-44b3-ab4a-65f8bbb9b137 req-1137aa72-fc58-4390-be26-2a679693c827 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:29.906999 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-81143b70-d701-44b3-ab4a-65f8bbb9b137 req-1137aa72-fc58-4390-be26-2a679693c827 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 946 time: 0.0627048 Aug 31 09:01:29.928392 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Made reservation on behalf of d3cdf98caa9840c6aeefbb1bf388b598 for: {'port': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:29.935098 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:29.953841 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-81143b70-d701-44b3-ab4a-65f8bbb9b137 req-b53e040d-1f31-40f2-9acd-6165c6d607d7 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Aug 31 09:01:30.005970 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:30.102036 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Allocated IP 172.20.0.10 (27137d3e-9eb6-44c1-b88a-af2cd5fafbd0/333807a7-baea-49fd-9ef4-dc28d3d53aff/d0e18f91-f6fb-4923-be23-b3eb1a02dd17) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:01:30.132805 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5004d-1576-4438-afe3-e96e3e615118 req-5f0950d1-eb8c-49e8-a909-a95cba8c3fa0 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:30.134402 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2f5004d-1576-4438-afe3-e96e3e615118 req-5f0950d1-eb8c-49e8-a909-a95cba8c3fa0 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 946 time: 0.0760016 Aug 31 09:01:30.269106 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2f5004d-1576-4438-afe3-e96e3e615118 req-c9bd78b3-10d8-46ba-b47b-7a208d9b8123 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191771 Aug 31 09:01:30.341610 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.401062 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c525db-0279-4c61-869d-a68a75b4f656 req-a9243eb5-1406-4c9d-b5ad-f5eda2594f18 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:30.402824 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f7c525db-0279-4c61-869d-a68a75b4f656 req-a9243eb5-1406-4c9d-b5ad-f5eda2594f18 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 946 time: 0.0544419 Aug 31 09:01:30.443571 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f7c525db-0279-4c61-869d-a68a75b4f656 req-380cc9ac-c17c-4cc5-b2e5-0851060cb37f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Aug 31 09:01:30.466430 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48918) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:30.498781 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.515730 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'a5ca3e1d-37ee-4539-945c-24ca073db4ef', '0f74c7b8-89ba-4b31-803c-326d06b92491'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:01:30.547310 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:01:30.550686 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:30.575236 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:01:30.575236 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:30.575236 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.575236 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Pushing event updated for resources: {'Port': ['ID=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:30.664257 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-011c09cb-f8b2-4b36-a482-b8b7b1e13336 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1362078 Aug 31 09:01:30.682481 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Request body: {'port': {'device_id': '6c0feabb-fb97-4c84-9ae3-46cb3654a89c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:30.722633 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d014540-98d1-4ad0-ac60-6bf5e6e48b62 tempest-TestVolumeBootPattern-1236259556 tempest-TestVolumeBootPattern-1236259556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:30.724483 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7d014540-98d1-4ad0-ac60-6bf5e6e48b62 tempest-TestVolumeBootPattern-1236259556 tempest-TestVolumeBootPattern-1236259556-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 1094 time: 0.2569928 Aug 31 09:01:30.727412 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 48924) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:30.734841 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'port_id': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:30.798162 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.834179 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbaa53-9ede-4273-bf5b-fa610382bc91 req-d611b0ff-6cec-4d40-b1e5-a588ffcd5b45 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:30.843851 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-dccbaa53-9ede-4273-bf5b-fa610382bc91 req-d611b0ff-6cec-4d40-b1e5-a588ffcd5b45 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1236210 Aug 31 09:01:30.881992 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.914313 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.003490 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f08039-fdf6-45a2-b098-34293d0c9adf req-a04d09f4-1791-496c-9821-de579bebdf12 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:31.005116 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2f08039-fdf6-45a2-b098-34293d0c9adf req-a04d09f4-1791-496c-9821-de579bebdf12 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1642764 Aug 31 09:01:31.232238 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-dccbaa53-9ede-4273-bf5b-fa610382bc91 req-78b31368-2c9b-48f0-a26b-62ddbabd499f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826025 Aug 31 09:01:31.376334 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2f08039-fdf6-45a2-b098-34293d0c9adf req-9e353047-9b51-4e9b-b7ee-2508126ff524 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632848 Aug 31 09:01:31.423799 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.424626 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ea249-2392-47df-ab20-e6143b22a89d req-a8f8ae6f-2f48-43a9-8013-f281126e2d4c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:31.427722 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f51ea249-2392-47df-ab20-e6143b22a89d req-a8f8ae6f-2f48-43a9-8013-f281126e2d4c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 932 time: 0.0940561 Aug 31 09:01:31.553585 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f51ea249-2392-47df-ab20-e6143b22a89d req-693c1fa7-6d86-4234-8733-a12467310c29 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093311 Aug 31 09:01:31.556383 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2b0de-79f9-4cd6-8d8d-02a368f6f2ce req-54d30173-2a99-4c19-91d0-1a3422435574 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:31.558565 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e8b2b0de-79f9-4cd6-8d8d-02a368f6f2ce req-54d30173-2a99-4c19-91d0-1a3422435574 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 946 time: 0.0901878 Aug 31 09:01:31.561065 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e18f91-f6fb-4923-be23-b3eb1a02dd17 {{(pid=101246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:01:31.570445 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.588865 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Allocated IP 172.27.3.99 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/7c0a3d5e-05ae-463a-9e32-5568a7a374eb) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:01:31.592295 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Transition to ACTIVE for port object d0e18f91-f6fb-4923-be23-b3eb1a02dd17 will not be triggered until provisioned by entity L2. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:01:31.689896 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.705042 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e8b2b0de-79f9-4cd6-8d8d-02a368f6f2ce req-497797a7-ea5e-49bf-8160-d21a20e61d2a tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816782 Aug 31 09:01:31.752634 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Pushing event updated for resources: {'Port': ['ID=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:31.757333 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.821492 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Attempting to bind port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:01:31.821962 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Attempting to bind port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:01:31.822587 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Attempting to bind port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:01:31.830031 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:01:31.830804 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Attempting to bind port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 on network 27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:01:31.837688 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:01:31.838117 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Checking segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:01:31.838636 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Bound using segment: {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:01:31.839289 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Bound port: d0e18f91-f6fb-4923-be23-b3eb1a02dd17, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74105fef-7dd3-4374-b183-96af1b71c287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0'}}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:01:31.839793 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.925064 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] For port d0e18f91-f6fb-4923-be23-b3eb1a02dd17, host hv-cinder-78652, cleared binding levels {{(pid=101246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:01:31.928805 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] For port d0e18f91-f6fb-4923-be23-b3eb1a02dd17, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:01:31.950382 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.037801 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.050396 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:01:32.057280 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:32.061978 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:01:32.096171 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=7c0a3d5e-05ae-463a-9e32-5568a7a374eb,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:32.098648 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:32.100694 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.105592 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] 10.222.0.107 "PUT /v2.0/ports/d0e18f91-f6fb-4923-be23-b3eb1a02dd17 HTTP/1.1" status: 200 len: 1094 time: 1.4284773 Aug 31 09:01:32.107343 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0feabb-fb97-4c84-9ae3-46cb3654a89c', 'tag': 'd0e18f91-f6fb-4923-be23-b3eb1a02dd17'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:32.112262 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b14305-5976-49ca-9bd9-bc1cd4696591" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0feabb-fb97-4c84-9ae3-46cb3654a89c", "tag": "d0e18f91-f6fb-4923-be23-b3eb1a02dd17"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:32.143352 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d7538-6bf9-413f-8b03-0142d92a366f service neutron] Pushing event updated for resources: {'Port': ['ID=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,revision_number=3']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:32.170315 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eb55d2-e476-4ded-abc3-8c82b4869762 x-openstack-request-id: req-98eb55d2-e476-4ded-abc3-8c82b4869762 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:32.170663 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0feabb-fb97-4c84-9ae3-46cb3654a89c", "tag": "d0e18f91-f6fb-4923-be23-b3eb1a02dd17", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:32.170913 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98eb55d2-e476-4ded-abc3-8c82b4869762 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:32.171414 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0feabb-fb97-4c84-9ae3-46cb3654a89c', 'tag': 'd0e18f91-f6fb-4923-be23-b3eb1a02dd17', 'status': 'completed', 'code': 200} Aug 31 09:01:32.427279 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.461304 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379a86a-20b1-4d9e-b44f-815736ada969 req-0403dedd-0614-4158-9223-fc9a7e8ff466 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:32.463612 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b379a86a-20b1-4d9e-b44f-815736ada969 req-0403dedd-0614-4158-9223-fc9a7e8ff466 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1022108 Aug 31 09:01:32.543028 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b379a86a-20b1-4d9e-b44f-815736ada969 req-5e24e348-f1c7-4cec-acc9-aff8e61cff06 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727956 Aug 31 09:01:32.543734 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004321f-f526-4dd2-9202-c18f86005286 req-7ca06456-c798-448b-9437-fd23985697f8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:32.544143 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.545285 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b004321f-f526-4dd2-9202-c18f86005286 req-7ca06456-c798-448b-9437-fd23985697f8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0542355 Aug 31 09:01:32.592491 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b004321f-f526-4dd2-9202-c18f86005286 req-873de47c-6c9d-4e48-8da2-85601b71f436 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396030 Aug 31 09:01:32.683988 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.764523 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ecc0-7dbf-499f-986a-c269604cecfc req-a660a0e2-6b1d-4b6c-b09f-cb789d248e80 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:32.766122 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d35ecc0-7dbf-499f-986a-c269604cecfc req-a660a0e2-6b1d-4b6c-b09f-cb789d248e80 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 944 time: 0.0968382 Aug 31 09:01:32.854530 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d35ecc0-7dbf-499f-986a-c269604cecfc req-2d87d36d-fb94-4dcb-af2b-9dfb1e7192a7 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764878 Aug 31 09:01:32.867265 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a828b-a9fd-4cea-9056-0f113622e748 req-7afa9aac-3d5d-4c19-8a13-51bbcb8bb750 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:32.869510 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cf0a828b-a9fd-4cea-9056-0f113622e748 req-7afa9aac-3d5d-4c19-8a13-51bbcb8bb750 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 946 time: 0.0632737 Aug 31 09:01:32.908091 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.914606 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cf0a828b-a9fd-4cea-9056-0f113622e748 req-84e53d64-bbdf-48a5-8e8b-58e45a6311ae tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 Aug 31 09:01:32.966395 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.044880 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=7c0a3d5e-05ae-463a-9e32-5568a7a374eb,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:33.060194 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.174304 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Floating IP 4da19f27-1229-47db-afa8-f2aa2c099c5f associated. External IP: 172.27.3.99, port: 6f41ed61-7a6c-4643-8de2-199e0fb7e1de. Aug 31 09:01:33.449279 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:01:33.566048 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:01:33.578108 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:01:33.589177 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:01:33.589845 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:01:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:33.662185 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.704036 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-bc52c5c9-57e3-43f6-b781-1f6f6ccbc415 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9754932 Aug 31 09:01:33.704993 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7624c8-169b-4949-9283-ac7224badfed', 'tag': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:33.706663 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:01:33.707493 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37066f95-c8e7-4b44-bede-20d997c19fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7624c8-169b-4949-9283-ac7224badfed", "tag": "6f41ed61-7a6c-4643-8de2-199e0fb7e1de"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:33.728732 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afe3ac-22fe-4322-99c3-b80bde35a261 req-80d242fb-72bc-4bf6-acf2-df8f597f8fd6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:33.729352 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e63855-8466-4d04-bdea-d7ca67246fb4 req-a119fa1a-38da-43bc-a546-9e951c45ac29 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:33.730345 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2e63855-8466-4d04-bdea-d7ca67246fb4 req-a119fa1a-38da-43bc-a546-9e951c45ac29 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1012461 Aug 31 09:01:33.730515 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-30afe3ac-22fe-4322-99c3-b80bde35a261 req-80d242fb-72bc-4bf6-acf2-df8f597f8fd6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0631595 Aug 31 09:01:33.776428 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-30afe3ac-22fe-4322-99c3-b80bde35a261 req-26759199-cb3d-4d7a-a5bf-6680f6890e6a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Aug 31 09:01:33.807290 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2e63855-8466-4d04-bdea-d7ca67246fb4 req-bc2038aa-d069-446e-b552-4cff20300f33 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621953 Aug 31 09:01:33.846200 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2043c793-335b-4fb9-a01c-4cab9edbd865 x-openstack-request-id: req-2043c793-335b-4fb9-a01c-4cab9edbd865 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:33.846541 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7624c8-169b-4949-9283-ac7224badfed", "tag": "6f41ed61-7a6c-4643-8de2-199e0fb7e1de", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:33.846876 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2043c793-335b-4fb9-a01c-4cab9edbd865 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:33.847267 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7624c8-169b-4949-9283-ac7224badfed', 'tag': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'status': 'completed', 'code': 200} Aug 31 09:01:33.995454 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0187b-04a2-4aaf-af08-fbd3d38c3011 req-0bfd01a3-e001-4f1b-96e2-1984f4a1f93b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:33.997275 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ddd0187b-04a2-4aaf-af08-fbd3d38c3011 req-0bfd01a3-e001-4f1b-96e2-1984f4a1f93b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 944 time: 0.0574234 Aug 31 09:01:34.036477 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ddd0187b-04a2-4aaf-af08-fbd3d38c3011 req-320c24d3-071b-4bfd-a5d3-b61b11bab921 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332162 Aug 31 09:01:34.043388 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '4da19f27-1229-47db-afa8-f2aa2c099c5f', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:18:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7624c8-169b-4949-9283-ac7224badfed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:01:32Z', 'updated_at': '2021-08-31T09:01:32Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:34.070074 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:01:34.078653 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:01:34.079312 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:01:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:34.188965 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:01:34.440340 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '4da19f27-1229-47db-afa8-f2aa2c099c5f', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:18:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7624c8-169b-4949-9283-ac7224badfed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:01:32Z', 'updated_at': '2021-08-31T09:01:32Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:34.471255 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14634f94-daef-46dc-8d63-b6c32170b23e None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '4da19f27-1229-47db-afa8-f2aa2c099c5f', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:18:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7624c8-169b-4949-9283-ac7224badfed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:01:32Z', 'updated_at': '2021-08-31T09:01:32Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:01:34.693582 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8f59d-fe81-4ee8-a28f-e8f9145ef1bd None None] New status for floating IP 4da19f27-1229-47db-afa8-f2aa2c099c5f: ACTIVE {{(pid=101247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:01:34.918037 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c0d38-dff6-4193-9689-8d853f694acd req-c74e3248-bfc4-44c7-9496-855017af428b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:34.919632 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2b8c0d38-dff6-4193-9689-8d853f694acd req-c74e3248-bfc4-44c7-9496-855017af428b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0529845 Aug 31 09:01:34.964175 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39c184-71e2-4e1f-b9e3-ea862181e327 req-408c5539-fc35-4f7e-a8fd-745ebe920f80 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:34.966095 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9e39c184-71e2-4e1f-b9e3-ea862181e327 req-408c5539-fc35-4f7e-a8fd-745ebe920f80 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0892894 Aug 31 09:01:34.967416 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2b8c0d38-dff6-4193-9689-8d853f694acd req-d295dc7e-2b88-4fc4-ac38-a84515a91177 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388522 Aug 31 09:01:35.021284 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9e39c184-71e2-4e1f-b9e3-ea862181e327 req-8c280e24-bc7a-4e00-b9d6-4509dc53448a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483212 Aug 31 09:01:35.152150 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadd646-d410-4614-a925-f5fcb3ac8013 req-56b93720-f3c8-4370-aefd-31f779a91162 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.153864 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7fadd646-d410-4614-a925-f5fcb3ac8013 req-56b93720-f3c8-4370-aefd-31f779a91162 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 944 time: 0.0490599 Aug 31 09:01:35.193013 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7fadd646-d410-4614-a925-f5fcb3ac8013 req-6b102792-038d-42fd-a7c8-34119a38d547 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Aug 31 09:01:35.608672 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b14305-5976-49ca-9bd9-bc1cd4696591 req-3a0fcfc8-4220-46aa-b43c-af4af699c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.608952 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-00945ee9-1b5e-40d2-a2b8-ef43c29e52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.610496 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-00945ee9-1b5e-40d2-a2b8-ef43c29e52d4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 1099 time: 0.0470936 Aug 31 09:01:35.610781 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b8b14305-5976-49ca-9bd9-bc1cd4696591 req-3a0fcfc8-4220-46aa-b43c-af4af699c4cc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 1097 time: 0.0472775 Aug 31 09:01:35.747255 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-bd76cfc0-92f1-45f0-8f8c-47ed9a78b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.748956 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-bd76cfc0-92f1-45f0-8f8c-47ed9a78b2db service neutron] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 913 time: 0.0990105 Aug 31 09:01:35.763114 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b14305-5976-49ca-9bd9-bc1cd4696591 req-b2eea6d4-00ae-4ddc-bc6d-16b9d0e8e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.764610 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b8b14305-5976-49ca-9bd9-bc1cd4696591 req-b2eea6d4-00ae-4ddc-bc6d-16b9d0e8e519 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1133280 Aug 31 09:01:35.827990 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-51c00519-87c6-4dad-a35d-7cb1d1a83f48 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f41ed61-7a6c-4643-8de2-199e0fb7e1de HTTP/1.1" status: 200 len: 1001 time: 0.0706639 Aug 31 09:01:35.871009 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b14305-5976-49ca-9bd9-bc1cd4696591 req-9286a8a5-42be-4096-96cf-b5cd0cd6dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.872424 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b8b14305-5976-49ca-9bd9-bc1cd4696591 req-9286a8a5-42be-4096-96cf-b5cd0cd6dfdf service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955400 Aug 31 09:01:35.898652 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-c5d1e9d7-398b-45d6-a05d-9ffa7b1b98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.900686 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-c5d1e9d7-398b-45d6-a05d-9ffa7b1b98b1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.0438788 Aug 31 09:01:35.958176 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-3e126d2a-bae0-4f66-803e-6dbde0c56d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.959849 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-3e126d2a-bae0-4f66-803e-6dbde0c56d4b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451818 Aug 31 09:01:35.969284 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-ea22737b-9590-4c57-b9ff-c3fd79f1762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:35.971088 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-ea22737b-9590-4c57-b9ff-c3fd79f1762c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 1097 time: 0.0448492 Aug 31 09:01:36.034165 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-5f725325-432e-496c-9094-c2e00a0ce2fb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0e18f91-f6fb-4923-be23-b3eb1a02dd17 HTTP/1.1" status: 200 len: 217 time: 0.0484679 Aug 31 09:01:36.091369 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-0397b1bf-1ea5-49fd-b9e2-abe6ece3472f service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185884 Aug 31 09:01:36.101893 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-ac413ff3-34c8-4678-9e1e-cbd92575d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:36.104136 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-ac413ff3-34c8-4678-9e1e-cbd92575d475 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=333807a7-baea-49fd-9ef4-dc28d3d53aff HTTP/1.1" status: 200 len: 854 time: 0.0578127 Aug 31 09:01:36.158617 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-f39b2bf3-af0a-47dd-a914-62f6ec3d58fd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396833 Aug 31 09:01:36.210908 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb8c2-59a6-4ef4-9837-1550793dcb07 req-9f977ca6-bbb5-4c5f-b0ae-1e6e6d5e5ff1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:36.212813 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-528cb8c2-59a6-4ef4-9837-1550793dcb07 req-9f977ca6-bbb5-4c5f-b0ae-1e6e6d5e5ff1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1617625 Aug 31 09:01:36.263956 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7863af1-7108-4df9-ab7e-491e6f28cb3f req-224c1c32-2344-4add-b753-a4eaf99b22df tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:36.264820 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c7863af1-7108-4df9-ab7e-491e6f28cb3f req-224c1c32-2344-4add-b753-a4eaf99b22df tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1089342 Aug 31 09:01:36.314756 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-528cb8c2-59a6-4ef4-9837-1550793dcb07 req-2ce8c1b6-96cc-4487-ac64-16e0e86fd874 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817437 Aug 31 09:01:36.317413 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37066f95-c8e7-4b44-bede-20d997c19fa6 req-a02de216-0ed7-40c4-b446-8e77801b6dd4 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979949 Aug 31 09:01:36.325406 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-8a3a001a-beed-4a2f-b149-41aff1f22c79 service neutron] 10.222.0.107 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568627 Aug 31 09:01:36.339953 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c7863af1-7108-4df9-ab7e-491e6f28cb3f req-068849ae-fa54-4f5a-90cb-48107b1465f8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514808 Aug 31 09:01:36.445359 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37552c0a-7a9f-4d70-b2ba-46f76e28c524 req-d90a76d1-1fdd-44ba-8af6-24427300c904 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:36.447730 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37552c0a-7a9f-4d70-b2ba-46f76e28c524 req-d90a76d1-1fdd-44ba-8af6-24427300c904 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 944 time: 0.0564229 Aug 31 09:01:36.457949 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f3007009-8ddd-4124-bcc9-1bcb6d23a89e req-b57d384a-5a65-4085-9105-189735cd5d4e service neutron] 10.222.0.107 "GET /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167340 Aug 31 09:01:36.492640 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-37552c0a-7a9f-4d70-b2ba-46f76e28c524 req-421c1899-19f3-4d32-886f-709bbd61f21d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375762 Aug 31 09:01:37.439645 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ca779-65bc-4246-9ec8-b59510d75e59 req-fc24675d-794d-49f9-b00b-d08540ee6217 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:37.441484 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-486ca779-65bc-4246-9ec8-b59510d75e59 req-fc24675d-794d-49f9-b00b-d08540ee6217 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0588620 Aug 31 09:01:37.487759 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-486ca779-65bc-4246-9ec8-b59510d75e59 req-75967d83-7afd-48ce-a748-6b7c2be2a93f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392916 Aug 31 09:01:37.510589 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f468a-23c1-4341-aec2-f39072b77b4d req-a52e7f03-9bbd-4f2a-a767-875d95dd927b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:37.510589 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d95f468a-23c1-4341-aec2-f39072b77b4d req-a52e7f03-9bbd-4f2a-a767-875d95dd927b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0617471 Aug 31 09:01:37.554067 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d95f468a-23c1-4341-aec2-f39072b77b4d req-bbaee0a7-d0d0-4741-8c19-b59edac57e7c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 Aug 31 09:01:37.633585 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cc4e4-7446-4435-b797-10dfcb3f0a54 req-4d60c1af-0ec0-41c5-8f59-21390bdf685a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:37.635474 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-616cc4e4-7446-4435-b797-10dfcb3f0a54 req-4d60c1af-0ec0-41c5-8f59-21390bdf685a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 944 time: 0.0630047 Aug 31 09:01:37.694339 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-616cc4e4-7446-4435-b797-10dfcb3f0a54 req-705d5f0a-7ce1-431c-9c9c-e8afd650a67a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520275 Aug 31 09:01:38.204666 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cd89e-cc11-4ece-84a0-e14a201e4462 req-cd8dcaf6-f394-40f9-9750-b4c0b3cc8f05 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:38.206188 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e32cd89e-cc11-4ece-84a0-e14a201e4462 req-cd8dcaf6-f394-40f9-9750-b4c0b3cc8f05 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 946 time: 0.0524797 Aug 31 09:01:38.246919 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e32cd89e-cc11-4ece-84a0-e14a201e4462 req-8a8c5fc9-d7d9-4b65-ad35-dbf4ebaa69bb tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347798 Aug 31 09:01:38.615869 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbabea2-a12f-427a-9177-0a33b647e533 req-26e4b8ea-ac7f-48ea-a065-a88b29a75ccd tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:38.617415 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cbbabea2-a12f-427a-9177-0a33b647e533 req-26e4b8ea-ac7f-48ea-a065-a88b29a75ccd tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0537608 Aug 31 09:01:38.660751 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cbbabea2-a12f-427a-9177-0a33b647e533 req-58b541ac-1dfc-4e50-b7df-a7162eee9dbf tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Aug 31 09:01:38.683580 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192291d-9432-4abd-a4aa-beced40321bf req-58ea3024-5c74-4283-8b22-5d6a8e87afa9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:38.685125 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2192291d-9432-4abd-a4aa-beced40321bf req-58ea3024-5c74-4283-8b22-5d6a8e87afa9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0532038 Aug 31 09:01:38.727283 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2192291d-9432-4abd-a4aa-beced40321bf req-e6bf7df5-44b2-49db-a226-07062aec2567 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352120 Aug 31 09:01:38.813016 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12189063-3c75-4690-8c03-ca468f713be6 req-2fb7b836-4293-47a7-8deb-54280e753ee4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:38.814614 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-12189063-3c75-4690-8c03-ca468f713be6 req-2fb7b836-4293-47a7-8deb-54280e753ee4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 944 time: 0.0502191 Aug 31 09:01:38.858241 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-12189063-3c75-4690-8c03-ca468f713be6 req-b13aa33d-47ac-486b-816d-430545532f6c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364490 Aug 31 09:01:39.362739 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327118e-36df-4a3f-8608-9a7ad4706199 req-316a8edd-b0a3-4eaa-9025-ab9d0c1cd9c0 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:39.364254 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5327118e-36df-4a3f-8608-9a7ad4706199 req-316a8edd-b0a3-4eaa-9025-ab9d0c1cd9c0 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 946 time: 0.0509789 Aug 31 09:01:39.402513 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5327118e-36df-4a3f-8608-9a7ad4706199 req-28bda1e7-1da5-411c-9d92-5873efb83402 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Aug 31 09:01:39.788975 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b69e2-cd5a-481a-a2e1-7842f413b9e2 req-917c4358-2d6e-4e1d-9139-d92eecd32847 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:39.791239 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-543b69e2-cd5a-481a-a2e1-7842f413b9e2 req-917c4358-2d6e-4e1d-9139-d92eecd32847 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0576270 Aug 31 09:01:39.833594 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-543b69e2-cd5a-481a-a2e1-7842f413b9e2 req-cee8827a-2d75-4d85-8512-40eba4b32069 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359261 Aug 31 09:01:39.865758 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cffcb3-30d8-41bf-ab8f-6b6c8452ad30 req-153c5ff3-6029-482a-965d-84ec887dcdd4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:39.867292 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f8cffcb3-30d8-41bf-ab8f-6b6c8452ad30 req-153c5ff3-6029-482a-965d-84ec887dcdd4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0647895 Aug 31 09:01:39.908167 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f8cffcb3-30d8-41bf-ab8f-6b6c8452ad30 req-9e6b1599-1663-4613-8a28-ff0b77b6e574 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336180 Aug 31 09:01:39.988149 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa948626-4d70-4244-bfd2-3bdaf084b5e2 req-97ca9df2-441b-4cf6-a1c9-3dce7b66d6df tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:39.992701 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fa948626-4d70-4244-bfd2-3bdaf084b5e2 req-97ca9df2-441b-4cf6-a1c9-3dce7b66d6df tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 944 time: 0.0537467 Aug 31 09:01:40.031536 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fa948626-4d70-4244-bfd2-3bdaf084b5e2 req-700fc87e-d01c-47ea-9454-77f75cf872c9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Aug 31 09:01:40.184759 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device d0e18f91-f6fb-4923-be23-b3eb1a02dd17 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:01:40.285187 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port d0e18f91-f6fb-4923-be23-b3eb1a02dd17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:40.297213 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': 'd0e18f91-f6fb-4923-be23-b3eb1a02dd17', 'network_id': '27137d3e-9eb6-44c1-b88a-af2cd5fafbd0', 'port_id': 'd0e18f91-f6fb-4923-be23-b3eb1a02dd17', 'mac_address': 'fa:16:3e:f0:95:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333807a7-baea-49fd-9ef4-dc28d3d53aff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:01:40.334042 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:40.348337 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e18f91-f6fb-4923-be23-b3eb1a02dd17 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:01:40.368228 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port d0e18f91-f6fb-4923-be23-b3eb1a02dd17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:40.474929 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:40.528602 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32624882-2c29-49ce-a2bb-d9273bebd15e req-58033e0b-39b0-41bd-9714-16a90a4aaa4c tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:40.528602 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-32624882-2c29-49ce-a2bb-d9273bebd15e req-58033e0b-39b0-41bd-9714-16a90a4aaa4c tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 946 time: 0.0540531 Aug 31 09:01:40.531291 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:40.568189 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-32624882-2c29-49ce-a2bb-d9273bebd15e req-cff84a33-1330-4703-b372-a0808195eb8a tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/security-groups?id=b7846114-fa81-449d-8c05-2027efb52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365171 Aug 31 09:01:40.865121 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061ab5-3855-49cf-8151-7fbd4621054b req-eeb3f802-f4e7-4cd4-a475-0eaf3e9c3ab3 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:40.865121 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-04061ab5-3855-49cf-8151-7fbd4621054b req-eeb3f802-f4e7-4cd4-a475-0eaf3e9c3ab3 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 946 time: 0.0494003 Aug 31 09:01:40.963811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3315de-2852-4927-8ade-6c881108d43e req-82da94a1-e7d9-4037-bb44-9a8fd31b1421 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:40.971794 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-aa3315de-2852-4927-8ade-6c881108d43e req-82da94a1-e7d9-4037-bb44-9a8fd31b1421 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0585029 Aug 31 09:01:40.984246 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Deleting port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:01:40.984940 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:41.016785 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-aa3315de-2852-4927-8ade-6c881108d43e req-f0cfa961-5f03-40b9-ac61-3d2a89b6945c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Aug 31 09:01:41.114869 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cd72-bee8-4a38-b30c-04135a04cd12 req-47fa4f8b-1982-4328-947a-399fe199a5f7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:41.116346 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6827cd72-bee8-4a38-b30c-04135a04cd12 req-47fa4f8b-1982-4328-947a-399fe199a5f7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0921121 Aug 31 09:01:41.117023 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['d0e18f91-f6fb-4923-be23-b3eb1a02dd17'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:01:41.121806 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] For port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,segment=NetworkSegment(2062fca2-049d-4b46-a640-9b062de71e9c),segment_id=2062fca2-049d-4b46-a640-9b062de71e9c)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:41.122173 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:41.147087 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Calling delete_port for 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:01:41.168624 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dff6d-d257-4aef-9e6e-29c7ee186238 req-f9418d22-6666-46b7-808e-6d5807315bc3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:41.170793 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d72dff6d-d257-4aef-9e6e-29c7ee186238 req-f9418d22-6666-46b7-808e-6d5807315bc3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 945 time: 0.0711198 Aug 31 09:01:41.205249 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6827cd72-bee8-4a38-b30c-04135a04cd12 req-609a8e81-42eb-4251-a6cc-145d1bf81dfd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802491 Aug 31 09:01:41.218121 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d72dff6d-d257-4aef-9e6e-29c7ee186238 req-86e4d667-7cc9-46a0-b2db-a1780b6fa455 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Aug 31 09:01:41.449435 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:41.480442 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Pushing event deleted for resources: {'Port': ['ID=8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:41.518687 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] No DVR routers for this DVR port 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:01:41.521237 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:41.523286 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-04061ab5-3855-49cf-8151-7fbd4621054b req-bc9b0c77-e6d5-4a27-88cf-8b7cf257210d tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.107 "DELETE /v2.0/ports/8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 HTTP/1.1" status: 204 len: 173 time: 0.6506801 Aug 31 09:01:41.523719 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2261b16-7f72-428a-9efe-84b74d50c42a', 'name': 'network-vif-deleted', 'tag': '8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:41.526496 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ab1d1e-eebf-4341-9ac2-536b13d1922a" -d '{"events": [{"server_uuid": "d2261b16-7f72-428a-9efe-84b74d50c42a", "name": "network-vif-deleted", "tag": "8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:41.566286 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93361131-9d04-49b2-9390-46c95f3127c8 x-openstack-request-id: req-93361131-9d04-49b2-9390-46c95f3127c8 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:41.566286 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2261b16-7f72-428a-9efe-84b74d50c42a", "name": "network-vif-deleted", "tag": "8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:41.566286 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93361131-9d04-49b2-9390-46c95f3127c8 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:41.566286 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2261b16-7f72-428a-9efe-84b74d50c42a', 'name': 'network-vif-deleted', 'tag': '8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33', 'status': 'completed', 'code': 200} Aug 31 09:01:41.685870 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7b42ea25-af92-411e-8577-80fc90294580 req-a479f0ee-6599-40a5-9a8f-d7e29cf1472b tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 210 time: 0.0289590 Aug 31 09:01:42.144883 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56da2-0baa-4a50-9456-ca6c95b63262 req-5723ae16-0e53-4fe2-a471-dfda9ae7afc6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:42.146392 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-44c56da2-0baa-4a50-9456-ca6c95b63262 req-5723ae16-0e53-4fe2-a471-dfda9ae7afc6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0542536 Aug 31 09:01:42.186973 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-44c56da2-0baa-4a50-9456-ca6c95b63262 req-93a7fe10-0bf1-4e5c-9364-6765536b3112 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340929 Aug 31 09:01:42.342379 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015da996-e2a5-416b-a9cc-e1b72ee45446 req-6e738418-56f0-4a36-b051-eeece8b500f9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:42.343848 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-015da996-e2a5-416b-a9cc-e1b72ee45446 req-6e738418-56f0-4a36-b051-eeece8b500f9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0587590 Aug 31 09:01:42.347065 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de266258-521a-4a14-983e-16c1b49d5338 req-1e5de81d-58cf-4edb-9de3-89d7ab7ab359 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:42.348619 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-de266258-521a-4a14-983e-16c1b49d5338 req-1e5de81d-58cf-4edb-9de3-89d7ab7ab359 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 945 time: 0.0623810 Aug 31 09:01:42.384470 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-015da996-e2a5-416b-a9cc-e1b72ee45446 req-696cb648-ec32-4d6d-a083-34dbff4d8721 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341353 Aug 31 09:01:42.395034 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-de266258-521a-4a14-983e-16c1b49d5338 req-1576e264-2800-4ee2-82a1-ad516c7a48ef tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Aug 31 09:01:42.804570 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-313a06e9-2652-4431-9735-1271434f8f12 req-a097373c-34c4-43c1-a97b-ceef03998466 tempest-VolumesActionsTest-376404773 tempest-VolumesActionsTest-376404773-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2261b16-7f72-428a-9efe-84b74d50c42a HTTP/1.1" status: 200 len: 210 time: 0.0259352 Aug 31 09:01:43.303920 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85304-2c09-4c0b-9671-be04bef43afb req-ab395475-b785-4a3f-b12f-4524f9ccfff8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:43.305397 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6af85304-2c09-4c0b-9671-be04bef43afb req-ab395475-b785-4a3f-b12f-4524f9ccfff8 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0489480 Aug 31 09:01:43.345261 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6af85304-2c09-4c0b-9671-be04bef43afb req-17524105-ac0f-4f9b-a2b5-da9f056d0667 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Aug 31 09:01:43.505724 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6619-024f-40bd-bffa-582915c0d4f9 req-3dd0e2c8-b1b3-4721-a494-c456e4218610 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:43.507711 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-32ad6619-024f-40bd-bffa-582915c0d4f9 req-3dd0e2c8-b1b3-4721-a494-c456e4218610 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 945 time: 0.0511615 Aug 31 09:01:43.528220 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611ca33-c341-46bb-9aab-30e30f3e9037 req-b1eba634-be88-45e7-850e-2e5815779a79 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:43.529870 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c611ca33-c341-46bb-9aab-30e30f3e9037 req-b1eba634-be88-45e7-850e-2e5815779a79 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0727782 Aug 31 09:01:43.555787 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-32ad6619-024f-40bd-bffa-582915c0d4f9 req-0a9e17b3-855a-4b60-b0e7-d6cc3b70ec71 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 Aug 31 09:01:43.587051 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c611ca33-c341-46bb-9aab-30e30f3e9037 req-f0b2ec0f-d4b4-4362-a0c8-a78d8aa89948 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469429 Aug 31 09:01:44.415226 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device d0e18f91-f6fb-4923-be23-b3eb1a02dd17 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:01:44.466927 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45512c72-e09b-4c2e-9fb5-02f42a711f77 req-6e87fa9b-fbc5-4b47-8c98-01a698698d75 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:44.468558 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-45512c72-e09b-4c2e-9fb5-02f42a711f77 req-6e87fa9b-fbc5-4b47-8c98-01a698698d75 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0538795 Aug 31 09:01:44.509961 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-45512c72-e09b-4c2e-9fb5-02f42a711f77 req-eae3e132-dc5f-4bc6-8eea-81649d6957c1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Aug 31 09:01:44.572514 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:01:44.576823 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:01:44.577200 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:44.678330 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:44.709119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bde64-dea7-4aa7-a224-6a226015d89c req-72474b26-f8a7-46ad-9e1b-6f9c8c3c01d9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:44.710889 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ea7bde64-dea7-4aa7-a224-6a226015d89c req-72474b26-f8a7-46ad-9e1b-6f9c8c3c01d9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 945 time: 0.0698898 Aug 31 09:01:44.731722 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port d0e18f91-f6fb-4923-be23-b3eb1a02dd17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:44.733157 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0feabb-fb97-4c84-9ae3-46cb3654a89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e18f91-f6fb-4923-be23-b3eb1a02dd17'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:44.736310 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7b6ebb-2cd7-4529-a5b7-bd3d66ff5c6c" -d '{"events": [{"server_uuid": "6c0feabb-fb97-4c84-9ae3-46cb3654a89c", "name": "network-vif-plugged", "status": "completed", "tag": "d0e18f91-f6fb-4923-be23-b3eb1a02dd17"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:44.741811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b187-0b81-4f0b-afbe-acf0d8bc3087 req-b65fb338-b541-4210-b49b-7e1e1260a0b3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:44.748623 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4f95b187-0b81-4f0b-afbe-acf0d8bc3087 req-b65fb338-b541-4210-b49b-7e1e1260a0b3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0695722 Aug 31 09:01:44.774101 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ea7bde64-dea7-4aa7-a224-6a226015d89c req-6638f0ab-40b9-4e23-93f7-2360fff69524 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554802 Aug 31 09:01:44.790122 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4f95b187-0b81-4f0b-afbe-acf0d8bc3087 req-7faecc17-9844-4dcf-af69-71bc124ef648 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399075 Aug 31 09:01:44.828538 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0054ff-4a12-4cd0-9a66-dd14f58ffda0 x-openstack-request-id: req-3c0054ff-4a12-4cd0-9a66-dd14f58ffda0 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:44.833567 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0feabb-fb97-4c84-9ae3-46cb3654a89c", "name": "network-vif-plugged", "status": "completed", "tag": "d0e18f91-f6fb-4923-be23-b3eb1a02dd17", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:44.833567 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c0054ff-4a12-4cd0-9a66-dd14f58ffda0 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:44.833567 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0feabb-fb97-4c84-9ae3-46cb3654a89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e18f91-f6fb-4923-be23-b3eb1a02dd17', 'code': 200} Aug 31 09:01:44.833567 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:44.833567 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:01:44.874514 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:01:44.875986 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 8c43387f-fd8e-4d1d-8c4a-ca851b5a7e33 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:01:44.902791 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:45.515005 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:45.639747 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ddf41-2428-4850-97a1-fddb753d9a59 req-011f739a-9ee9-4fe3-a607-b24282d9e680 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:45.641138 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4a4ddf41-2428-4850-97a1-fddb753d9a59 req-011f739a-9ee9-4fe3-a607-b24282d9e680 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Aug 31 09:01:45.682820 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4a4ddf41-2428-4850-97a1-fddb753d9a59 req-a229b2dd-f7ac-43ff-9c3e-375eaac06893 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Aug 31 09:01:45.930934 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f43cf-d2a0-4401-b40a-b58d23a26534 req-281d8eb2-80ce-42f4-87f8-5489992219d0 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:45.933027 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bf2f43cf-d2a0-4401-b40a-b58d23a26534 req-281d8eb2-80ce-42f4-87f8-5489992219d0 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.0784924 Aug 31 09:01:45.954936 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928083dc-caec-4fa5-8a8a-729b98d6ca37 req-3536bb6c-1094-4e47-b58f-a45d19f6713b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:45.957588 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-928083dc-caec-4fa5-8a8a-729b98d6ca37 req-3536bb6c-1094-4e47-b58f-a45d19f6713b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0824170 Aug 31 09:01:45.978963 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bf2f43cf-d2a0-4401-b40a-b58d23a26534 req-760b718c-54b5-4502-b29b-906cafc3585c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Aug 31 09:01:46.001409 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-928083dc-caec-4fa5-8a8a-729b98d6ca37 req-14870ab9-ca96-4466-b1ae-795405b6e9d9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370674 Aug 31 09:01:46.832264 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fb17f-0ffd-431f-9439-23dadba49c4d req-9835f00d-1642-4b81-ae5a-12a90a639353 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:46.834003 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-705fb17f-0ffd-431f-9439-23dadba49c4d req-9835f00d-1642-4b81-ae5a-12a90a639353 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0549064 Aug 31 09:01:46.878403 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-705fb17f-0ffd-431f-9439-23dadba49c4d req-7f3cc8dc-158d-424a-83bf-26d74a06594f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355000 Aug 31 09:01:46.991152 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bc3db-f4d5-4dce-88d7-a49e382cd672 req-74fabb12-a6ce-4486-ad54-41698b28290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:46.992774 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e69bc3db-f4d5-4dce-88d7-a49e382cd672 req-74fabb12-a6ce-4486-ad54-41698b28290a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 1099 time: 0.0470831 Aug 31 09:01:47.049792 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e69bc3db-f4d5-4dce-88d7-a49e382cd672 req-69a736d9-82e6-46a5-8d10-b08ee63f0df3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 Aug 31 09:01:47.111638 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ee7e-f243-4e4a-8249-16f90ea6d8e2 req-ca7c4e9e-50b3-40df-ba4c-d7fc2ba2d868 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:47.113207 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f7a8ee7e-f243-4e4a-8249-16f90ea6d8e2 req-ca7c4e9e-50b3-40df-ba4c-d7fc2ba2d868 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.0514770 Aug 31 09:01:47.145317 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478e86b-31ce-40d4-b496-e5d2a54c2113 req-c80c3663-537c-4e18-8492-5acc51976d0c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:47.146980 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9478e86b-31ce-40d4-b496-e5d2a54c2113 req-c80c3663-537c-4e18-8492-5acc51976d0c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0525913 Aug 31 09:01:47.158239 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f7a8ee7e-f243-4e4a-8249-16f90ea6d8e2 req-f914b50e-bee7-42a5-8448-c8aea214341b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 Aug 31 09:01:47.194493 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9478e86b-31ce-40d4-b496-e5d2a54c2113 req-4f9c38e0-b124-4358-be1e-acd856ef765e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353148 Aug 31 09:01:48.015305 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061aa509-c93c-44ec-bccb-9ee003bbfce9 req-87aa9078-615f-42ac-8627-10f9960cea84 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:48.016850 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-061aa509-c93c-44ec-bccb-9ee003bbfce9 req-87aa9078-615f-42ac-8627-10f9960cea84 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0553575 Aug 31 09:01:48.056421 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-061aa509-c93c-44ec-bccb-9ee003bbfce9 req-47e47890-1a1e-4f77-9d6d-837425146f5e tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333207 Aug 31 09:01:48.286726 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730990b-ed4c-40d8-9fe1-d52fee5ff589 req-0cb04ab9-5bed-48ca-82b8-029e177493a6 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:48.288296 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4730990b-ed4c-40d8-9fe1-d52fee5ff589 req-0cb04ab9-5bed-48ca-82b8-029e177493a6 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.0526414 Aug 31 09:01:48.319952 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24de634-9f8a-4469-85b2-4f065ed81bb2 req-2aa74fb5-3670-4f8c-9280-a9a3e149e6fa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:48.322139 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f24de634-9f8a-4469-85b2-4f065ed81bb2 req-2aa74fb5-3670-4f8c-9280-a9a3e149e6fa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0503905 Aug 31 09:01:48.334879 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4730990b-ed4c-40d8-9fe1-d52fee5ff589 req-aa9f85ff-2067-4e5d-90a9-6a5a54ce01c9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Aug 31 09:01:48.369272 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f24de634-9f8a-4469-85b2-4f065ed81bb2 req-3fa2ffa1-ff03-48e0-b69d-33d9618bdfe4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Aug 31 09:01:49.194848 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e54d4e-9249-4037-8eb7-e41f00ab3dc3 req-33ce61e5-9d6d-47c5-b306-a6dddd3bf505 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:49.196433 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54e54d4e-9249-4037-8eb7-e41f00ab3dc3 req-33ce61e5-9d6d-47c5-b306-a6dddd3bf505 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0575747 Aug 31 09:01:49.235838 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54e54d4e-9249-4037-8eb7-e41f00ab3dc3 req-23219468-20f8-4616-a478-5b1bb9931991 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332725 Aug 31 09:01:49.455595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5847a-fc4e-4a47-ab02-33d28ba446f2 req-fe7d7d4f-6c79-42c9-ae63-02b04303211c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:49.458123 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-85e5847a-fc4e-4a47-ab02-33d28ba446f2 req-fe7d7d4f-6c79-42c9-ae63-02b04303211c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.0526867 Aug 31 09:01:49.495363 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24f009-713c-4cea-b1d0-1f92d2991f46 req-c13c853e-34d7-40e0-a4fd-cdfc8c8a1072 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:49.497571 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1b24f009-713c-4cea-b1d0-1f92d2991f46 req-c13c853e-34d7-40e0-a4fd-cdfc8c8a1072 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0522540 Aug 31 09:01:49.501742 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-85e5847a-fc4e-4a47-ab02-33d28ba446f2 req-cef2ff25-721d-40c7-a36a-10b09e8e0c30 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377324 Aug 31 09:01:49.538345 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1b24f009-713c-4cea-b1d0-1f92d2991f46 req-89a80942-836d-4753-91e3-fcb39d52a323 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346217 Aug 31 09:01:50.359267 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d687dcf-0bd3-4aa7-a6d2-cb3db8f946bc req-7f9ba76f-3b36-486d-929c-4b7dbe71af22 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:50.360757 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0d687dcf-0bd3-4aa7-a6d2-cb3db8f946bc req-7f9ba76f-3b36-486d-929c-4b7dbe71af22 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0528765 Aug 31 09:01:50.398621 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0d687dcf-0bd3-4aa7-a6d2-cb3db8f946bc req-8f0e42a4-d335-4f15-8db9-1b39761043dc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Aug 31 09:01:50.621881 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f6fd3-4811-49ff-be20-8824435729a4 req-7e421611-84e4-451c-b085-e88be9f9f454 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:50.623481 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ed7f6fd3-4811-49ff-be20-8824435729a4 req-7e421611-84e4-451c-b085-e88be9f9f454 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.0524433 Aug 31 09:01:50.665494 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ed7f6fd3-4811-49ff-be20-8824435729a4 req-5788e097-403b-4c4e-b267-f76266427fc5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355229 Aug 31 09:01:50.677574 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2739d29-3086-4b83-935a-07573e1e9666 req-10121bef-69db-466f-94eb-bd8af515a8bd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:50.687639 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d2739d29-3086-4b83-935a-07573e1e9666 req-10121bef-69db-466f-94eb-bd8af515a8bd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0600214 Aug 31 09:01:50.721060 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d2739d29-3086-4b83-935a-07573e1e9666 req-11ee0d7e-f5f2-46b5-b635-e1912e698eb8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345426 Aug 31 09:01:51.521629 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca8b2-83b8-4a4a-9de8-e10c868ef7a9 req-11a49bc0-fa05-4b71-a0fd-86675c648f04 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:51.524675 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d06ca8b2-83b8-4a4a-9de8-e10c868ef7a9 req-11a49bc0-fa05-4b71-a0fd-86675c648f04 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0590751 Aug 31 09:01:51.574422 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d06ca8b2-83b8-4a4a-9de8-e10c868ef7a9 req-9ea79f4b-0c4b-42a2-94ec-084a81834d14 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 Aug 31 09:01:51.808443 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228365f-dc21-465c-bd79-5161f3d25da1 req-7973ae99-790d-4dfa-85cc-606b2e801f2d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:51.810466 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6228365f-dc21-465c-bd79-5161f3d25da1 req-7973ae99-790d-4dfa-85cc-606b2e801f2d tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.0573332 Aug 31 09:01:51.859462 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6228365f-dc21-465c-bd79-5161f3d25da1 req-b1a98ac8-72b0-4daa-a985-36a6e3f92652 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Aug 31 09:01:51.879807 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcb28a-ab18-498d-94c9-6f18be133529 req-a1322716-4691-419a-8a09-529186d1f1a3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:51.879807 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-24fcb28a-ab18-498d-94c9-6f18be133529 req-a1322716-4691-419a-8a09-529186d1f1a3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0614824 Aug 31 09:01:51.917203 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-24fcb28a-ab18-498d-94c9-6f18be133529 req-f7fdfeca-e181-4278-9ef7-70ad1b92da4f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 Aug 31 09:01:52.670623 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 49372) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:52.713986 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471de45d-5847-4b24-9a2a-18716d94dd0a req-d1759cc3-9d1f-457d-8213-cf67b347de17 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:52.723673 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-471de45d-5847-4b24-9a2a-18716d94dd0a req-d1759cc3-9d1f-457d-8213-cf67b347de17 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0740709 Aug 31 09:01:52.732876 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4c54b3-04d3-4fe3-878f-fb1484ccb0d0 admin admin] Deleting subnet 40953a15-14cd-4bf6-8941-f152a933b950 {{(pid=101246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:01:52.737957 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5b4c54b3-04d3-4fe3-878f-fb1484ccb0d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:52.773884 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-471de45d-5847-4b24-9a2a-18716d94dd0a req-e8ef3a45-9df8-4088-b9b2-58e62014a912 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495198 Aug 31 09:01:52.786648 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5b4c54b3-04d3-4fe3-878f-fb1484ccb0d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:52.795356 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5b4c54b3-04d3-4fe3-878f-fb1484ccb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:52.998085 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5b4c54b3-04d3-4fe3-878f-fb1484ccb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.017879 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9500d4e-7520-4470-8d68-5f67d6cb99db req-63c072bf-519d-4a7e-854e-2da8197514ca tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:53.019689 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e9500d4e-7520-4470-8d68-5f67d6cb99db req-63c072bf-519d-4a7e-854e-2da8197514ca tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.0841069 Aug 31 09:01:53.069234 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c54b3-04d3-4fe3-878f-fb1484ccb0d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40953a15-14cd-4bf6-8941-f152a933b950,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:53.077258 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5b4c54b3-04d3-4fe3-878f-fb1484ccb0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.077414 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9bd35-ae40-4723-ac12-2b84f9abca0c req-d263caed-2fab-4297-b1d2-c183b1379653 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:53.079178 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7bc9bd35-ae40-4723-ac12-2b84f9abca0c req-d263caed-2fab-4297-b1d2-c183b1379653 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0743523 Aug 31 09:01:53.080516 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-5b4c54b3-04d3-4fe3-878f-fb1484ccb0d0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/40953a15-14cd-4bf6-8941-f152a933b950 HTTP/1.1" status: 204 len: 168 time: 0.4088347 Aug 31 09:01:53.084495 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49388) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:53.103245 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e9500d4e-7520-4470-8d68-5f67d6cb99db req-3b2c29cd-175c-4d7f-98b5-0977248e9de5 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 Aug 31 09:01:53.200121 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7bc9bd35-ae40-4723-ac12-2b84f9abca0c req-c0becc1c-89e4-47ef-9ae1-43c386218851 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124437 Aug 31 09:01:53.203120 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.302902 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.318563 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e5dfce-0c8a-475c-acc4-a388d1c23fc8']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:53.332018 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ac3e15-d129-4eed-b670-9eda7d3695a7') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:53.332316 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ac3e15-d129-4eed-b670-9eda7d3695a7') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:53.347400 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.370252 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.378466 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:01:53.379215 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:01:53.381425 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:01:53.547016 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.552787 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.567713 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f9e5dfce-0c8a-475c-acc4-a388d1c23fc8 HTTP/1.1" status: 204 len: 168 time: 0.4707053 Aug 31 09:01:53.568239 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 49396) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:53.637203 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d4542-59ae-45cc-b2d6-987353ebf231 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e5dfce-0c8a-475c-acc4-a388d1c23fc8,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:53.737653 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05c03ab-2dc6-40a0-845d-b85d246cdcf6 admin admin] Deleting subnet 8474c00d-2977-4c7b-bb3e-8b0c3a2d9cf5 {{(pid=101246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:01:53.746600 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e05c03ab-2dc6-40a0-845d-b85d246cdcf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.809861 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e05c03ab-2dc6-40a0-845d-b85d246cdcf6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.820349 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e05c03ab-2dc6-40a0-845d-b85d246cdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.966527 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e836a6-ef6a-4da0-aafe-7b75f87c3910 req-ff741f7b-f9ed-4117-ba67-9e2f528c23c0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:53.968156 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-25e836a6-ef6a-4da0-aafe-7b75f87c3910 req-ff741f7b-f9ed-4117-ba67-9e2f528c23c0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0620656 Aug 31 09:01:54.012756 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-25e836a6-ef6a-4da0-aafe-7b75f87c3910 req-856ae61c-da3a-4f42-aa0f-17cc4f17b118 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368934 Aug 31 09:01:54.232320 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e05c03ab-2dc6-40a0-845d-b85d246cdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for subnet, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.296020 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:01:54.313469 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c03ab-2dc6-40a0-845d-b85d246cdcf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8474c00d-2977-4c7b-bb3e-8b0c3a2d9cf5,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:54.336660 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e05c03ab-2dc6-40a0-845d-b85d246cdcf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.341830 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-e05c03ab-2dc6-40a0-845d-b85d246cdcf6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8474c00d-2977-4c7b-bb3e-8b0c3a2d9cf5 HTTP/1.1" status: 204 len: 168 time: 0.7763433 Aug 31 09:01:54.349684 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 49414) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:54.440147 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28db6-1103-4bcb-a046-a1cb98576859 req-e915cd1c-1534-4b57-ad4a-82773d5425c3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:54.443361 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3be28db6-1103-4bcb-a046-a1cb98576859 req-e915cd1c-1534-4b57-ad4a-82773d5425c3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1302211 Aug 31 09:01:54.499342 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:54.520939 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'port_id': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'mac_address': 'fa:16:3e:b5:be:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:01:54.526967 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3be28db6-1103-4bcb-a046-a1cb98576859 req-8343f9b7-9a02-4957-bf86-5d0176db6eb3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740483 Aug 31 09:01:54.562238 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.619810 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.637443 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 282f4efb-4bee-412b-94fe-2c45f5e0999b {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:01:54.666403 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:54.744643 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.763168 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.763547 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.766272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.766272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > port after_create 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.766272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.766272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > port after_update 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.766272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.766272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.766272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.767003 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.787141 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.847414 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.847907 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.848136 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.848545 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:01:54.849106 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee8861d-e7d2-449a-a3a2-aae29ae08b42']}} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:54.881276 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83329c4-4ebc-468c-879c-d4741ad6a158') {'for_net_delete': True} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:54.881276 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83329c4-4ebc-468c-879c-d4741ad6a158') {} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:54.900065 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26091462'] for segment, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.912446 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=6']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:54.927084 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.939654 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=101246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:01:54.940069 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25382070'] for segment, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: from cryptography.utils import int_from_bytes Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: from cryptography.utils import int_from_bytes Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: Traceback (most recent call last): Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: timer() Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: cb(*args, **kw) Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: return func(*args, **kwargs) Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: self._notify() Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: self.callback(batched_events) Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: event.method(event) Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: return f(self, *a, **k) Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._get(url).json() Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: return self.request(url, 'GET', **kwargs) Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:01:54.945037 dv-cinder-786524-11-iscsi neutron-server[101246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:01:54.992602 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['282f4efb-4bee-412b-94fe-2c45f5e0999b'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:01:55.215492 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79e94-a793-4e3f-a773-5b9263968738 req-2d623fd4-9770-4966-9eb4-cdf96d305dc2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:55.217349 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1e79e94-a793-4e3f-a773-5b9263968738 req-2d623fd4-9770-4966-9eb4-cdf96d305dc2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0713162 Aug 31 09:01:55.218612 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.228906 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.238819 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] 10.222.0.66 "DELETE /v2.0/networks/2ee8861d-e7d2-449a-a3a2-aae29ae08b42 HTTP/1.1" status: 204 len: 168 time: 0.8836224 Aug 31 09:01:55.474442 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c199402-f60d-4354-9e4c-e259ba1df4ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee8861d-e7d2-449a-a3a2-aae29ae08b42,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:55.494725 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d1e79e94-a793-4e3f-a773-5b9263968738 req-2f40df2a-9ded-4217-b507-07491f674147 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585032 Aug 31 09:01:55.685693 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0a1d2-071b-4596-aa73-994e4d848c6a req-8dc709ee-d152-4fc7-a271-ad97f4f90e8e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:55.690982 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-82d0a1d2-071b-4596-aa73-994e4d848c6a req-8dc709ee-d152-4fc7-a271-ad97f4f90e8e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 945 time: 0.0727108 Aug 31 09:01:55.779027 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-82d0a1d2-071b-4596-aa73-994e4d848c6a req-112d6946-7383-4b73-b0a9-82ab642ec58e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839942 Aug 31 09:01:55.849944 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49450) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:55.912562 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-afe0691a-0ce2-4a17-a6de-370610ef4f88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a41883d58a44b799c19d964100def4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612917 Aug 31 09:01:55.915504 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49452) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:55.989876 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-88577ebb-8307-48ef-a6e5-db4334f71765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.021619 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-88577ebb-8307-48ef-a6e5-db4334f71765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.191989 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-88577ebb-8307-48ef-a6e5-db4334f71765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.200169 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-88577ebb-8307-48ef-a6e5-db4334f71765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.211686 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-88577ebb-8307-48ef-a6e5-db4334f71765 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c6be146-07cb-4d2f-ae34-46d55c22c2e8 HTTP/1.1" status: 204 len: 168 time: 0.2886832 Aug 31 09:01:56.223252 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88577ebb-8307-48ef-a6e5-db4334f71765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6be146-07cb-4d2f-ae34-46d55c22c2e8,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:56.331441 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:01:56.381550 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 282f4efb-4bee-412b-94fe-2c45f5e0999b triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:01:56.381824 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.470944 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.517993 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:56.546974 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcee4291-bdec-4e10-9417-e280f599784d" -d '{"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-plugged", "status": "completed", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:56.586582 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:56.626168 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dba6172-0a3e-4ef6-9f77-49dedfb56ec8 x-openstack-request-id: req-1dba6172-0a3e-4ef6-9f77-49dedfb56ec8 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:56.626887 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-plugged", "status": "completed", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:56.627269 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1dba6172-0a3e-4ef6-9f77-49dedfb56ec8 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:56.627891 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'code': 200} Aug 31 09:01:56.683175 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.691244 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27914366-7a01-4bf0-8383-d01fb12becb9 req-ba297edd-6949-42c3-994f-079c9d15ecfd tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:56.693694 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-27914366-7a01-4bf0-8383-d01fb12becb9 req-ba297edd-6949-42c3-994f-079c9d15ecfd tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0576582 Aug 31 09:01:56.766886 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-27914366-7a01-4bf0-8383-d01fb12becb9 req-14dc5457-df05-4238-8b3c-df6f3c5b2dc6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620005 Aug 31 09:01:56.811013 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c73ae0bb-d183-4b19-aa4a-43433493a1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.889810 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=7']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:57.131526 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3c786-5df3-454f-9e46-c6094721a7ca req-e1953bbc-74e7-43e1-ac89-9a81a2738699 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:57.143011 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fca3c786-5df3-454f-9e46-c6094721a7ca req-e1953bbc-74e7-43e1-ac89-9a81a2738699 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1187863 Aug 31 09:01:57.240916 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fca3c786-5df3-454f-9e46-c6094721a7ca req-9fb253f1-f975-41a9-975d-1df1327b11e3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964191 Aug 31 09:01:57.581280 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49512) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:57.647185 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b404de46-df9c-4c6d-8dd8-47f7d6bf3142 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e57fc1b9cab44f84a743bffe6a05ced3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640337 Aug 31 09:01:57.656706 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49514) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:57.740999 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79fbd573-b48a-4637-a24a-00fef0194715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.766302 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79fbd573-b48a-4637-a24a-00fef0194715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.889022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81fdab-b8b1-4681-90dc-fdc550566f3d req-dad84345-237a-4b3d-8fa7-3421d31eb11f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:57.891700 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bd81fdab-b8b1-4681-90dc-fdc550566f3d req-dad84345-237a-4b3d-8fa7-3421d31eb11f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0601656 Aug 31 09:01:57.950307 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bd81fdab-b8b1-4681-90dc-fdc550566f3d req-5e38fb9d-4611-4a54-991c-340a770ac9a3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532796 Aug 31 09:01:58.003517 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79fbd573-b48a-4637-a24a-00fef0194715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.006662 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-79fbd573-b48a-4637-a24a-00fef0194715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.008125 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-79fbd573-b48a-4637-a24a-00fef0194715 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07eb7789-82c5-41bf-b351-d2ee284c5ca5 HTTP/1.1" status: 204 len: 168 time: 0.3499832 Aug 31 09:01:58.023035 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbd573-b48a-4637-a24a-00fef0194715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eb7789-82c5-41bf-b351-d2ee284c5ca5,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:58.241080 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49538) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:58.610954 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5766d-4f32-4a07-9c29-d5df06ba0124 req-721241af-dff0-47a9-9d19-07738c3d7dac tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:58.631885 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-08e5766d-4f32-4a07-9c29-d5df06ba0124 req-721241af-dff0-47a9-9d19-07738c3d7dac tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1798427 Aug 31 09:01:58.765573 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-08e5766d-4f32-4a07-9c29-d5df06ba0124 req-fb6cd2c8-504e-41b8-b33a-5121cb9f9bb0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326375 Aug 31 09:01:58.978744 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3331ed86-e6e1-4f90-b481-99bbf3000890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:59.052021 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1880ac-876a-4ab2-8b7c-a972e3cd18cc req-0c92f622-fc23-4952-95a9-5f00e5dec9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:59.056835 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9f1880ac-876a-4ab2-8b7c-a972e3cd18cc req-0c92f622-fc23-4952-95a9-5f00e5dec9da service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1098 time: 0.2097459 Aug 31 09:01:59.127243 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9f1880ac-876a-4ab2-8b7c-a972e3cd18cc req-0d21f102-6592-4d3d-acc2-8b20f7b94b0f service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613146 Aug 31 09:01:59.303121 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b865c5d-ab66-4e2f-9fcb-386988eef5b7 req-5614f7fd-68d1-4931-9fa9-ea7aa9df1547 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:59.304801 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4b865c5d-ab66-4e2f-9fcb-386988eef5b7 req-5614f7fd-68d1-4931-9fa9-ea7aa9df1547 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1760635 Aug 31 09:01:59.307106 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3331ed86-e6e1-4f90-b481-99bbf3000890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:59.359526 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4b865c5d-ab66-4e2f-9fcb-386988eef5b7 req-e4b3de74-6f4c-4bd5-a2e9-d405e5b01a9d tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Aug 31 09:01:59.460669 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3331ed86-e6e1-4f90-b481-99bbf3000890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:59.547380 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-3331ed86-e6e1-4f90-b481-99bbf3000890 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8f18a98c7744634a8d93ef60eeef511&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3055615 Aug 31 09:01:59.550121 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 49562) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:59.551672 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331ed86-e6e1-4f90-b481-99bbf3000890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d648df-9618-4ba3-9a00-b309b5b09c1f,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:59.655287 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:59.733030 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b90efb37-8908-43a7-8d51-7ecb8453e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:59.804131 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-679cbcc1-7a19-427a-96da-aa60f063f1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:59.867267 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49570) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:59.905411 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-679cbcc1-7a19-427a-96da-aa60f063f1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.057527 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-679cbcc1-7a19-427a-96da-aa60f063f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.058243 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-679cbcc1-7a19-427a-96da-aa60f063f1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.060443 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-679cbcc1-7a19-427a-96da-aa60f063f1b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00d648df-9618-4ba3-9a00-b309b5b09c1f HTTP/1.1" status: 204 len: 168 time: 0.5083225 Aug 31 09:02:00.094925 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cbcc1-7a19-427a-96da-aa60f063f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d648df-9618-4ba3-9a00-b309b5b09c1f,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:00.140402 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a64f2-19b5-4357-9ea6-033404c0ccdc req-9c0aaccb-46b2-4216-b693-9a931932590f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:00.158514 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-565a64f2-19b5-4357-9ea6-033404c0ccdc req-9c0aaccb-46b2-4216-b693-9a931932590f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.2208624 Aug 31 09:02:00.193828 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a0cc5d4-a36b-47ae-9209-44d3e90a667e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.232698 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-565a64f2-19b5-4357-9ea6-033404c0ccdc req-d464762b-94a2-4769-aa4f-4972f28e0804 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729625 Aug 31 09:02:00.470166 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a0cc5d4-a36b-47ae-9209-44d3e90a667e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.712480 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6fe9f-dc95-433f-8a68-c535eae78123 req-23ffb67b-58de-403a-a17e-74496abeba72 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:00.712480 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c0c6fe9f-dc95-433f-8a68-c535eae78123 req-23ffb67b-58de-403a-a17e-74496abeba72 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1934936 Aug 31 09:02:00.806754 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a0cc5d4-a36b-47ae-9209-44d3e90a667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.923276 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.053731 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c0c6fe9f-dc95-433f-8a68-c535eae78123 req-2c47c383-191d-4ca9-aaa8-c390fc8d039c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246887 Aug 31 09:02:01.093783 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8a0cc5d4-a36b-47ae-9209-44d3e90a667e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25ad0bde104b41a49f480318436e635f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2227542 Aug 31 09:02:01.096618 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 49592) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:01.119898 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cc5d4-a36b-47ae-9209-44d3e90a667e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa54e23-5f86-4d37-b0cc-e9673ed84d2d,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:01.244379 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7ace9904-c361-43ef-b50a-ab8d40282dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.376006 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7ace9904-c361-43ef-b50a-ab8d40282dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.513224 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309beab-7c08-422f-af7e-63ec64fb3021 req-57276266-386f-4e60-af48-d1503461a8d4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:01.522320 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7309beab-7c08-422f-af7e-63ec64fb3021 req-57276266-386f-4e60-af48-d1503461a8d4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0944355 Aug 31 09:02:01.609509 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7ace9904-c361-43ef-b50a-ab8d40282dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.616589 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7ace9904-c361-43ef-b50a-ab8d40282dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.621488 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-7ace9904-c361-43ef-b50a-ab8d40282dac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/baa54e23-5f86-4d37-b0cc-e9673ed84d2d HTTP/1.1" status: 204 len: 168 time: 0.5200765 Aug 31 09:02:01.632508 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7309beab-7c08-422f-af7e-63ec64fb3021 req-0b6b7b27-fbc1-4154-a3f8-bf98922e7821 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092093 Aug 31 09:02:01.643948 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace9904-c361-43ef-b50a-ab8d40282dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa54e23-5f86-4d37-b0cc-e9673ed84d2d,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:02.455358 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef543158-8e6d-4461-9bfe-a6801621e1c9 req-717f5d76-e2cf-4d8e-b24e-0954a6efcd82 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:02.463291 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.475532 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ef543158-8e6d-4461-9bfe-a6801621e1c9 req-717f5d76-e2cf-4d8e-b24e-0954a6efcd82 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.2484727 Aug 31 09:02:02.566395 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ef543158-8e6d-4461-9bfe-a6801621e1c9 req-fe7ee5d2-f555-4a7d-8d87-fb713b67771f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891626 Aug 31 09:02:02.958898 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b2069-89fd-4605-b0f3-132125cf6128 req-409060cb-bb9b-419b-be12-abf435d6ba1d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:02.962135 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-553b2069-89fd-4605-b0f3-132125cf6128 req-409060cb-bb9b-419b-be12-abf435d6ba1d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1357899 Aug 31 09:02:03.077936 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-553b2069-89fd-4605-b0f3-132125cf6128 req-a606f1e7-1293-4347-b942-7333b613ed25 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991788 Aug 31 09:02:03.849819 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49664) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:04.066511 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1842876770-network', 'tenant_id': '6616bb2c12a449b09be5621918047052'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:04.150708 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1403a92-9b71-46ea-822d-367a33c09116 req-918dd778-eee3-42a6-a1c6-34bcf35f7d03 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:04.172426 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f1403a92-9b71-46ea-822d-367a33c09116 req-918dd778-eee3-42a6-a1c6-34bcf35f7d03 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.3184612 Aug 31 09:02:04.181486 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-08858255-3e5d-4da8-aea6-241e00e831d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:04.190113 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-08858255-3e5d-4da8-aea6-241e00e831d8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 1098 time: 0.2675042 Aug 31 09:02:04.254681 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Made reservation on behalf of 6616bb2c12a449b09be5621918047052 for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:04.257635 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:04.351298 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:04.461331 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f1403a92-9b71-46ea-822d-367a33c09116 req-e4c65205-5c39-443d-9d43-2cb833711973 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618487 Aug 31 09:02:04.586053 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-32c59242-5cd5-4155-b524-d8fdf30ffeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:04.590503 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-32c59242-5cd5-4155-b524-d8fdf30ffeb0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 918 time: 0.3952689 Aug 31 09:02:04.712891 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-5cbd3a10-8e03-46e2-aeb8-6402bc1b8113 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 200 len: 217 time: 0.1077118 Aug 31 09:02:04.851415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-1088814e-6b85-4e9a-a757-70568768ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:04.853581 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-1088814e-6b85-4e9a-a757-70568768ba77 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.1176178 Aug 31 09:02:04.862004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098ed81-db78-40f7-b06d-5bcf98274783 req-fde231e1-b6bc-463e-bd9e-0885842875ac tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:04.878197 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a098ed81-db78-40f7-b06d-5bcf98274783 req-fde231e1-b6bc-463e-bd9e-0885842875ac tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.5817525 Aug 31 09:02:04.967755 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-d8c00324-7e45-4023-9d91-aae35322bfce service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966971 Aug 31 09:02:04.974336 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a098ed81-db78-40f7-b06d-5bcf98274783 req-bf24c806-ef9e-4437-a2d6-36c4bed35427 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946870 Aug 31 09:02:05.079331 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.168322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.196679 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:02:05.228191 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.228617 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Added segment 99e8614a-64b0-4110-a7eb-04cb62e2cc5e of type vlan for network b65920ee-95cb-4552-9143-50ed0fe9316f Aug 31 09:02:05.256050 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc28c017-d072-4f1b-8df2-a763f4ed2921,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:05.376412 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.392536 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-4b4546fb-70ac-4abd-98c5-2113b7d53a54 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044688 Aug 31 09:02:05.518515 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.527311 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:05.530079 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.671622 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b65920ee-95cb-4552-9143-50ed0fe9316f,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:05.718792 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network b65920ee-95cb-4552-9143-50ed0fe9316f details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:02:05.730570 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-2960cc16-ce22-4ffa-8e11-f934080d90d0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8782866 Aug 31 09:02:05.731298 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49696) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:05.738283 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Request body: {'subnet': {'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1842876770-subnet', 'tenant_id': '6616bb2c12a449b09be5621918047052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:05.862781 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Made reservation on behalf of 6616bb2c12a449b09be5621918047052 for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:05.865705 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26167700'] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.983400 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420d140-c662-487a-bf9d-17c541f4b66b req-f34b082c-adbe-4f9a-8eeb-82c1554a00f3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:06.003982 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7420d140-c662-487a-bf9d-17c541f4b66b req-f34b082c-adbe-4f9a-8eeb-82c1554a00f3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.2565825 Aug 31 09:02:06.317396 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9bd651aa-8bab-438c-ba81-f488a7c2e995 req-92cb0f0e-7313-4a0c-b376-3b16be5823a5 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9158437 Aug 31 09:02:06.328613 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7420d140-c662-487a-bf9d-17c541f4b66b req-4a2b14cb-b9eb-4aac-9e4e-5d3a8de8ed00 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230054 Aug 31 09:02:06.683221 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d516-de0f-4d60-9d3c-b7061b2812d6 req-96763f16-4c13-4c6b-8a67-293c3a7f26d7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:06.696411 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5555d516-de0f-4d60-9d3c-b7061b2812d6 req-96763f16-4c13-4c6b-8a67-293c3a7f26d7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.2505746 Aug 31 09:02:06.765369 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5555d516-de0f-4d60-9d3c-b7061b2812d6 req-5d4ed0eb-e594-4583-ba00-6057feeba3c3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661287 Aug 31 09:02:06.930801 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26180965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26167682'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.010226 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:02:07.176774 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Checking segment: {'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:07.177418 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Network hostable DHCP agents. Network: b65920ee-95cb-4552-9143-50ed0fe9316f, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:02:07.249193 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8a568b-83ca-47e0-9e93-ab106ce3afc8,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:07.349668 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Network b65920ee-95cb-4552-9143-50ed0fe9316f is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:02:07.496806 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, b65920ee-95cb-4552-9143-50ed0fe9316f) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:07.515689 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd5972-24e9-462e-8e37-a559543e1e11 None None] Network b65920ee-95cb-4552-9143-50ed0fe9316f requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:07.526575 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:07.539381 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.774820 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-05b25868-3b61-441b-861f-c1025731e61a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0418594 Aug 31 09:02:07.787117 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f6f05-e039-4136-9c5e-a23d071ee56f req-c6e5f44c-bc87-4008-9e42-419636029f20 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:07.838023 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6b9f6f05-e039-4136-9c5e-a23d071ee56f req-c6e5f44c-bc87-4008-9e42-419636029f20 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1590173 Aug 31 09:02:07.963375 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6b9f6f05-e039-4136-9c5e-a23d071ee56f req-8597ce38-abb2-4205-ad08-f78961ef2bda tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086469 Aug 31 09:02:08.048146 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84127d4b-f094-458d-98cb-4bc9db0134fa None None] Network b65920ee-95cb-4552-9143-50ed0fe9316f requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:08.384849 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38516ef1-9b36-400c-82a6-104f3d455279 req-a18b7bce-7f95-4291-bc5f-9fe62b5725c6 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:08.403858 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-38516ef1-9b36-400c-82a6-104f3d455279 req-a18b7bce-7f95-4291-bc5f-9fe62b5725c6 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.2636573 Aug 31 09:02:08.613795 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-38516ef1-9b36-400c-82a6-104f3d455279 req-83fae6eb-e57d-47f2-9942-42ab471c6efc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017539 Aug 31 09:02:09.302881 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb8a55-7194-46e1-87e1-acbdeab63092 req-ec07b684-089b-4ef2-bfcc-60f92352624a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:09.321833 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7bfb8a55-7194-46e1-87e1-acbdeab63092 req-ec07b684-089b-4ef2-bfcc-60f92352624a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1824238 Aug 31 09:02:09.413868 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7bfb8a55-7194-46e1-87e1-acbdeab63092 req-c0e5cf63-5105-4cec-816b-cb95b737ec79 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892308 Aug 31 09:02:09.716159 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 49758) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:09.895305 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db868-7f7b-4d01-a0eb-07882aa60aff req-de6f108d-062a-4567-87aa-27d0bea8a2be tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:09.908980 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b56db868-7f7b-4d01-a0eb-07882aa60aff req-de6f108d-062a-4567-87aa-27d0bea8a2be tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0997682 Aug 31 09:02:09.969970 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b56db868-7f7b-4d01-a0eb-07882aa60aff req-49f2edda-4beb-4db7-8e2d-5daac24e4493 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578010 Aug 31 09:02:10.040834 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef4d67c1-0427-4a4f-b570-758cfc877420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.167778 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef4d67c1-0427-4a4f-b570-758cfc877420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.351923 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef4d67c1-0427-4a4f-b570-758cfc877420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.432938 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-ef4d67c1-0427-4a4f-b570-758cfc877420 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a47ab2d1260e41bdbca552766c2c8674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6915238 Aug 31 09:02:10.432938 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d67c1-0427-4a4f-b570-758cfc877420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b259348d-0986-4afe-80ae-d00a9ea1ff51,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:10.433831 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49766) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:10.531243 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8c5dc2c8-88b1-4772-a53b-0178fad73331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.655077 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8c5dc2c8-88b1-4772-a53b-0178fad73331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.861217 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5d97c-12f3-4d8c-b275-c3b574c13bc5 req-3cbcdc0d-0851-40ed-9305-a9d936299250 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:10.875359 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-64f5d97c-12f3-4d8c-b275-c3b574c13bc5 req-3cbcdc0d-0851-40ed-9305-a9d936299250 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1695886 Aug 31 09:02:10.881849 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8c5dc2c8-88b1-4772-a53b-0178fad73331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.893799 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8c5dc2c8-88b1-4772-a53b-0178fad73331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.907460 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8c5dc2c8-88b1-4772-a53b-0178fad73331 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b259348d-0986-4afe-80ae-d00a9ea1ff51 HTTP/1.1" status: 204 len: 168 time: 0.4808996 Aug 31 09:02:10.981714 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dc2c8-88b1-4772-a53b-0178fad73331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b259348d-0986-4afe-80ae-d00a9ea1ff51,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:11.000025 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-64f5d97c-12f3-4d8c-b275-c3b574c13bc5 req-ebe5a472-7ee8-446c-81c7-2e9c92bac1ce tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232710 Aug 31 09:02:11.400763 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c85f6-e97a-4623-ba50-9c529edb2236 req-e80e16a0-1c56-4903-80e6-d35f2f820cf0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:11.429234 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d15c85f6-e97a-4623-ba50-9c529edb2236 req-e80e16a0-1c56-4903-80e6-d35f2f820cf0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.2236118 Aug 31 09:02:11.559487 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d15c85f6-e97a-4623-ba50-9c529edb2236 req-210fea3d-859d-4399-96ff-249356c7f1ce tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258364 Aug 31 09:02:12.429982 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 49812) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:12.478838 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ecd02b39-14d5-40f4-adbf-3e7969a12bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.673352 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ecd02b39-14d5-40f4-adbf-3e7969a12bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.836280 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ecd02b39-14d5-40f4-adbf-3e7969a12bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.907559 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd02b39-14d5-40f4-adbf-3e7969a12bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5016e234-40f5-4932-a861-7224eab471d6,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:12.917745 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 49820) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:12.918530 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-ecd02b39-14d5-40f4-adbf-3e7969a12bf6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0497230a84b4006848402658fa401e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858477 Aug 31 09:02:12.931240 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158466df-8cf5-4bc9-b226-8ef388f5bb8b req-030b61f9-89f3-4f94-b635-a57ea4a460e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:12.932943 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-158466df-8cf5-4bc9-b226-8ef388f5bb8b req-030b61f9-89f3-4f94-b635-a57ea4a460e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1466863 Aug 31 09:02:13.028489 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-158466df-8cf5-4bc9-b226-8ef388f5bb8b req-971504a2-f8bb-4427-ba4d-244443f715f4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699263 Aug 31 09:02:13.062662 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c353ed95-c92f-4e2d-a006-a5421d2ca49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:13.152665 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c353ed95-c92f-4e2d-a006-a5421d2ca49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:13.430816 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c353ed95-c92f-4e2d-a006-a5421d2ca49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:13.434873 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c353ed95-c92f-4e2d-a006-a5421d2ca49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:13.440302 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c353ed95-c92f-4e2d-a006-a5421d2ca49e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5016e234-40f5-4932-a861-7224eab471d6 HTTP/1.1" status: 204 len: 168 time: 0.5185852 Aug 31 09:02:13.464959 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353ed95-c92f-4e2d-a006-a5421d2ca49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5016e234-40f5-4932-a861-7224eab471d6,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:14.512706 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3eb65-5a6d-4945-9d1d-abb896951d31 req-7e785b6d-3f25-45a4-b652-bdbb00998bc4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:14.531038 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-aeb3eb65-5a6d-4945-9d1d-abb896951d31 req-7e785b6d-3f25-45a4-b652-bdbb00998bc4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.2515666 Aug 31 09:02:14.706088 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-aeb3eb65-5a6d-4945-9d1d-abb896951d31 req-568593ca-a34e-48fd-828f-96d3dc9c2de6 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542678 Aug 31 09:02:14.806671 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-3d82b359-5b1f-4f15-b52e-85c57c5f2416 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2720902 Aug 31 09:02:15.082305 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-5067871a-05f8-47ac-a548-762b6d525203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:15.100995 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-5067871a-05f8-47ac-a548-762b6d525203 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 1098 time: 0.2414212 Aug 31 09:02:15.267828 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-9b45dffe-e9d1-4e2f-af65-3f6e64f46315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:15.272080 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-9b45dffe-e9d1-4e2f-af65-3f6e64f46315 service neutron] 10.222.0.107 "GET /v2.0/networks?id=419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 200 len: 918 time: 0.1536996 Aug 31 09:02:15.338197 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-7ff11e20-aa8b-4a02-9964-4d68fabbd9a9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84d501da-5386-47b2-acac-dc907603145e HTTP/1.1" status: 200 len: 217 time: 0.0562294 Aug 31 09:02:15.444502 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-74bf3702-7bf3-4e6c-9177-b699d27535dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:15.446054 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-74bf3702-7bf3-4e6c-9177-b699d27535dc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 200 len: 857 time: 0.0952170 Aug 31 09:02:15.491993 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.583638 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-5dd5ea99-46c2-485f-8b2c-7740fe6c98a7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=419a2d3e-c803-44b0-aa22-4f507d179ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201465 Aug 31 09:02:15.878538 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-7e3028a0-a3f0-420d-802e-c1bd0bdbb138 service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814696 Aug 31 09:02:16.200810 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54ee7401-1e68-40cb-981a-7a628f93b26a req-23574591-3612-4622-b027-f44e183804fe service neutron] 10.222.0.107 "GET /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066936 Aug 31 09:02:17.277562 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a90b-bc08-4275-9691-6dbf8e3a46c4 req-b586ac01-8f31-4e21-ace6-48e58a584337 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:17.280422 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2253a90b-bc08-4275-9691-6dbf8e3a46c4 req-b586ac01-8f31-4e21-ace6-48e58a584337 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.0983806 Aug 31 09:02:17.380365 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2253a90b-bc08-4275-9691-6dbf8e3a46c4 req-39868a43-a51b-4aca-9eeb-3a2eb1f527e4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894928 Aug 31 09:02:17.721311 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e85495-0c69-491a-89dc-573af1cba36d req-d6302658-ffa5-44fd-b377-099686096faa tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:17.761619 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-61e85495-0c69-491a-89dc-573af1cba36d req-d6302658-ffa5-44fd-b377-099686096faa tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.2014143 Aug 31 09:02:17.969567 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-61e85495-0c69-491a-89dc-573af1cba36d req-d4ebec96-9bb5-419b-bb6a-97d478921750 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963043 Aug 31 09:02:18.691242 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41384afa-366a-4bca-be9b-d25c94d57930 req-31c368c7-9bc3-444f-baa7-409511b1e78c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:18.694222 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-41384afa-366a-4bca-be9b-d25c94d57930 req-31c368c7-9bc3-444f-baa7-409511b1e78c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1411686 Aug 31 09:02:18.809577 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-41384afa-366a-4bca-be9b-d25c94d57930 req-08bd7469-822b-437a-ad99-458c3cf02864 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987470 Aug 31 09:02:19.191667 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a80bcb-c645-44bf-890e-9045acaa1dde req-bac2154e-3531-4af8-97dd-6b7f1717370c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:19.232735 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-51a80bcb-c645-44bf-890e-9045acaa1dde req-bac2154e-3531-4af8-97dd-6b7f1717370c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.1224349 Aug 31 09:02:19.321719 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-51a80bcb-c645-44bf-890e-9045acaa1dde req-8a2c2f06-53ca-4ec2-99cd-571818c60a0f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058826 Aug 31 09:02:20.140041 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-2ee41095-b873-4713-be31-7d1a20bb60b7 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.143067 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-2ee41095-b873-4713-be31-7d1a20bb60b7 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.1607683 Aug 31 09:02:20.163259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a564fe8-1cff-4ac3-80c2-4ead7ec6707c req-57731447-754d-40ec-a594-bff9e48f8981 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.165255 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b606656-87c6-4870-be34-2f93be343b0f req-8e4f3735-5226-49c4-890a-05e7932aa086 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.168143 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-8e4f3735-5226-49c4-890a-05e7932aa086 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/networks?id=b65920ee-95cb-4552-9143-50ed0fe9316f HTTP/1.1" status: 200 len: 814 time: 0.1288629 Aug 31 09:02:20.194782 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9a564fe8-1cff-4ac3-80c2-4ead7ec6707c req-57731447-754d-40ec-a594-bff9e48f8981 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1374876 Aug 31 09:02:20.211041 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-7e849245-061a-48a7-afce-37c7fba62a5c tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/quotas/6616bb2c12a449b09be5621918047052 HTTP/1.1" status: 200 len: 375 time: 0.0307374 Aug 31 09:02:20.326937 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-ccfbb214-31a5-4aee-b77c-dd86aa78e3cd tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6616bb2c12a449b09be5621918047052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025577 Aug 31 09:02:20.345212 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9a564fe8-1cff-4ac3-80c2-4ead7ec6707c req-f7f74538-adb3-465e-bc23-6ae7c96842da tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471686 Aug 31 09:02:20.563479 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Deleting port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:02:20.563479 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:20.614548 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-ae22a5b0-91c4-40ce-9510-45a64d1b59f4 service neutron] 10.222.0.66 "GET /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805970 Aug 31 09:02:20.720348 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] For port d0e18f91-f6fb-4923-be23-b3eb1a02dd17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:20.720840 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:20.750260 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Calling delete_port for d0e18f91-f6fb-4923-be23-b3eb1a02dd17 owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:02:20.761593 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5b178-5648-4309-9f76-60ff59cd8818 req-67c00a44-428f-40d9-9711-8a7b1914e5a7 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.763889 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d4d5b178-5648-4309-9f76-60ff59cd8818 req-67c00a44-428f-40d9-9711-8a7b1914e5a7 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.2237105 Aug 31 09:02:20.916120 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-1e9490b8-74ee-4d05-a8e2-a8b7059eed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.918181 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-1e9490b8-74ee-4d05-a8e2-a8b7059eed78 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 1099 time: 0.0913272 Aug 31 09:02:20.967146 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d4d5b178-5648-4309-9f76-60ff59cd8818 req-f9a350f4-7ec0-4fe9-a6c0-d5d48aefb22b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933236 Aug 31 09:02:21.020774 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-68d251fa-45dc-4db0-b7bd-d644f97ffba8 service neutron] 10.222.0.66 "GET /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980427 Aug 31 09:02:21.124635 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-cc4a123d-9d97-487b-af48-210be709ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:21.126133 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-cc4a123d-9d97-487b-af48-210be709ab35 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 918 time: 0.1995921 Aug 31 09:02:21.249728 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc1dca-f5ac-4831-9294-214b8b05f925 req-5c1e449c-33d5-41a2-a02e-86628985f0c4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:21.260716 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17bc1dca-f5ac-4831-9294-214b8b05f925 req-5c1e449c-33d5-41a2-a02e-86628985f0c4 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 946 time: 0.1577711 Aug 31 09:02:21.261411 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-a46df2ee-0afc-4dec-9f74-739a44fbae47 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b HTTP/1.1" status: 200 len: 1002 time: 0.1237485 Aug 31 09:02:21.316845 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17bc1dca-f5ac-4831-9294-214b8b05f925 req-92ab2c2c-9fbd-4e4a-baff-cf1a757615fc tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549946 Aug 31 09:02:21.339996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-bd1c4dc9-2440-4aee-862a-e706cd8e83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:21.343121 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-bd1c4dc9-2440-4aee-862a-e706cd8e83a3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.0715716 Aug 31 09:02:21.380770 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:21.399043 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'a5ca3e1d-37ee-4539-945c-24ca073db4ef', '0f74c7b8-89ba-4b31-803c-326d06b92491'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:21.476054 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-999922bf-839f-4a76-bead-d9b190a182a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:21.482085 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-999922bf-839f-4a76-bead-d9b190a182a3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1278572 Aug 31 09:02:21.522715 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Pushing event deleted for resources: {'Port': ['ID=d0e18f91-f6fb-4923-be23-b3eb1a02dd17,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:21.631460 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.632034 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.632550 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.639627 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.640365 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.640936 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.641573 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.642128 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.642693 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.643290 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.643866 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.644432 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.763810 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] No DVR routers for this DVR port d0e18f91-f6fb-4923-be23-b3eb1a02dd17 on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:02:21.769806 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:21.772745 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a97bb547-42c0-4a7c-8062-2910ee1701f1 req-216d13d9-ac76-4fef-8135-27d451c3c315 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "DELETE /v2.0/ports/d0e18f91-f6fb-4923-be23-b3eb1a02dd17 HTTP/1.1" status: 204 len: 173 time: 1.6179862 Aug 31 09:02:21.773659 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0feabb-fb97-4c84-9ae3-46cb3654a89c', 'name': 'network-vif-deleted', 'tag': 'd0e18f91-f6fb-4923-be23-b3eb1a02dd17'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:21.776752 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f518d70e-0405-49ac-88cf-3bbc7186df91" -d '{"events": [{"server_uuid": "6c0feabb-fb97-4c84-9ae3-46cb3654a89c", "name": "network-vif-deleted", "tag": "d0e18f91-f6fb-4923-be23-b3eb1a02dd17"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:21.840127 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e0ac2a4e-bfba-4041-99b6-1ae37adbe36b req-0cb15b41-3f5a-4228-b114-443b746b7d5d tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 210 time: 0.1127744 Aug 31 09:02:21.861017 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3498e-d4e5-4d7e-90d0-52725ec5f658 req-891cc23a-f189-4f52-a3f6-05ffaf18c7d9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:21.863775 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b1e3498e-d4e5-4d7e-90d0-52725ec5f658 req-891cc23a-f189-4f52-a3f6-05ffaf18c7d9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 946 time: 0.1329396 Aug 31 09:02:21.972106 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3067af-6ad3-4ea4-b95c-98d34e1223c5 x-openstack-request-id: req-bc3067af-6ad3-4ea4-b95c-98d34e1223c5 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:21.972427 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0feabb-fb97-4c84-9ae3-46cb3654a89c", "name": "network-vif-deleted", "tag": "d0e18f91-f6fb-4923-be23-b3eb1a02dd17", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:21.972812 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc3067af-6ad3-4ea4-b95c-98d34e1223c5 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:21.973141 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0feabb-fb97-4c84-9ae3-46cb3654a89c', 'name': 'network-vif-deleted', 'tag': 'd0e18f91-f6fb-4923-be23-b3eb1a02dd17', 'status': 'completed', 'code': 200} Aug 31 09:02:22.005713 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-d3a6135f-1a07-419d-9d67-4152a29afde2 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892876 Aug 31 09:02:22.012721 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b1e3498e-d4e5-4d7e-90d0-52725ec5f658 req-474d37b7-ccd5-45b2-99d9-cfb63344092c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217456 Aug 31 09:02:22.241834 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73169f18-5924-4bb6-a33a-b7fafaed1011 req-034eb094-8df8-44dc-ad22-9d9a04a2443c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:22.249597 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-73169f18-5924-4bb6-a33a-b7fafaed1011 req-034eb094-8df8-44dc-ad22-9d9a04a2443c tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1115611 Aug 31 09:02:22.281338 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f8c1fe5-b52b-44fe-96ec-d5f0f1dd3626 req-24cc8df0-a8e0-4806-bd4c-7066aa66441f service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697890 Aug 31 09:02:22.313742 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-73169f18-5924-4bb6-a33a-b7fafaed1011 req-82398bbc-49f3-4cdf-ab06-2e4ae4c67b59 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584159 Aug 31 09:02:22.439891 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:22.556255 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a4173d9f-ce4a-43fa-96f8-a05e26071006 req-ea2b6e7d-4ca0-4580-b086-44e79c6b9d3b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 210 time: 0.0949795 Aug 31 09:02:22.596825 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:22.626504 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:22.629164 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a704e5b-6d22-425a-b037-d1b33c9119c3" -d '{"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-unplugged", "status": "completed", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:22.655284 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:22.718853 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f634005c-a380-4c50-94cb-0f1fe9b8b69d x-openstack-request-id: req-f634005c-a380-4c50-94cb-0f1fe9b8b69d {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:22.719146 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-unplugged", "status": "completed", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:22.719422 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f634005c-a380-4c50-94cb-0f1fe9b8b69d {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:22.719880 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'code': 200} Aug 31 09:02:22.743510 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:22.744493 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device d0e18f91-f6fb-4923-be23-b3eb1a02dd17 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:22.774345 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: d0e18f91-f6fb-4923-be23-b3eb1a02dd17 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:02:22.774975 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device d0e18f91-f6fb-4923-be23-b3eb1a02dd17 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:02:22.829186 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=8']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:22.921594 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f868a00b-20a5-4965-8b39-2e95cbb5ecd0 req-f2a4a9f8-d522-4a14-9136-0b66a4f800af tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 210 time: 0.0292213 Aug 31 09:02:23.138822 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9f73d-223d-4d15-8191-e548a310799f req-cbe22ef6-2685-4da5-b6db-2311847cdf5c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:23.140415 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-aaa9f73d-223d-4d15-8191-e548a310799f req-cbe22ef6-2685-4da5-b6db-2311847cdf5c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0494711 Aug 31 09:02:23.184433 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-aaa9f73d-223d-4d15-8191-e548a310799f req-8a11b7d9-06ed-429b-af9d-6860b118ea22 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 Aug 31 09:02:23.442766 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca81c6-eead-49b5-8286-1d049ddae7e3 req-b3970e66-ba6b-4671-93e1-1b44980e7966 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:23.445113 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-41ca81c6-eead-49b5-8286-1d049ddae7e3 req-b3970e66-ba6b-4671-93e1-1b44980e7966 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.0663686 Aug 31 09:02:23.487592 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-41ca81c6-eead-49b5-8286-1d049ddae7e3 req-60139fa9-003c-4716-a25c-124a32d6f808 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Aug 31 09:02:23.597119 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437fd64-5773-4e35-8b52-551706fca0dd req-40a883dd-46e5-4a2d-b521-df0e47fcbfc6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:23.627368 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d437fd64-5773-4e35-8b52-551706fca0dd req-40a883dd-46e5-4a2d-b521-df0e47fcbfc6 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.107 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 945 time: 0.1369939 Aug 31 09:02:23.715920 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1b5744ba-f1fb-4048-895c-a9ce876948cd req-c978513a-151d-4816-b498-6bf1357e3b85 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c0feabb-fb97-4c84-9ae3-46cb3654a89c HTTP/1.1" status: 200 len: 210 time: 0.0826945 Aug 31 09:02:23.908925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Deleting port 84d501da-5386-47b2-acac-dc907603145e {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:02:23.909648 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:24.119552 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-25d42ee5-3dce-48cb-8306-64b75e99464e req-ea3ab89d-1df2-43bb-9965-720a121ec102 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 210 time: 0.0639994 Aug 31 09:02:24.129149 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] For port 84d501da-5386-47b2-acac-dc907603145e, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=84d501da-5386-47b2-acac-dc907603145e,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:24.129518 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:24.146897 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Calling delete_port for 84d501da-5386-47b2-acac-dc907603145e owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:02:24.364439 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd4e86-038e-4e5c-82a4-024ed5a07a44 req-670ff200-5531-4648-ba2e-1601c965dc26 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:24.365971 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39dd4e86-038e-4e5c-82a4-024ed5a07a44 req-670ff200-5531-4648-ba2e-1601c965dc26 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0933535 Aug 31 09:02:24.411064 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39dd4e86-038e-4e5c-82a4-024ed5a07a44 req-e5a7bf07-458d-4271-a0a2-9077a5b9bd31 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 Aug 31 09:02:24.433190 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:24.452371 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e27a0840-4b70-4cf9-9029-1c78ca18ff77', '84d501da-5386-47b2-acac-dc907603145e'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:24.473953 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Pushing event deleted for resources: {'Port': ['ID=84d501da-5386-47b2-acac-dc907603145e,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:24.527043 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.527521 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.527866 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.528204 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.528898 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.539285 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.541643 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.542195 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.542646 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.543103 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.550288 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.550748 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:24.578341 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] No DVR routers for this DVR port 84d501da-5386-47b2-acac-dc907603145e on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:02:24.583411 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:24.587624 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d437fd64-5773-4e35-8b52-551706fca0dd req-c856bd49-66b2-4b8d-bae5-e0211a5b4ec5 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.107 "DELETE /v2.0/ports/84d501da-5386-47b2-acac-dc907603145e HTTP/1.1" status: 204 len: 173 time: 0.9185798 Aug 31 09:02:24.587624 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3977c56-5372-4d6c-90be-1207145871b0', 'name': 'network-vif-deleted', 'tag': '84d501da-5386-47b2-acac-dc907603145e'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:24.589824 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43208dc1-6498-4ba6-99b5-74c091e2da41" -d '{"events": [{"server_uuid": "b3977c56-5372-4d6c-90be-1207145871b0", "name": "network-vif-deleted", "tag": "84d501da-5386-47b2-acac-dc907603145e"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:24.613749 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ea7c13c0-4817-4104-985c-b921080e5135 req-4a3a99de-3c80-4a85-8d75-bb51f443a2e1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 210 time: 0.0372009 Aug 31 09:02:24.640552 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9b4f4c-5dd6-4350-bd89-990c753bb258 x-openstack-request-id: req-de9b4f4c-5dd6-4350-bd89-990c753bb258 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:24.641074 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3977c56-5372-4d6c-90be-1207145871b0", "name": "network-vif-deleted", "tag": "84d501da-5386-47b2-acac-dc907603145e", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:24.641074 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de9b4f4c-5dd6-4350-bd89-990c753bb258 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:24.641558 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3977c56-5372-4d6c-90be-1207145871b0', 'name': 'network-vif-deleted', 'tag': '84d501da-5386-47b2-acac-dc907603145e', 'status': 'completed', 'code': 200} Aug 31 09:02:25.221893 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-47d4a73b-0e42-483a-adb9-f1bf0a4e434c req-8399e2b3-aaba-4b94-8005-6da6a050bb3e tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 210 time: 0.0395803 Aug 31 09:02:25.555636 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b459e5b-f5e5-4182-8d0f-92fdd212519d req-0d4225d4-d9ee-4162-ba4c-66e858b1c4b4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:25.557908 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1b459e5b-f5e5-4182-8d0f-92fdd212519d req-0d4225d4-d9ee-4162-ba4c-66e858b1c4b4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0659912 Aug 31 09:02:25.615796 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1b459e5b-f5e5-4182-8d0f-92fdd212519d req-cb41abfd-3392-4c79-8b19-0eac32abdd6c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513344 Aug 31 09:02:25.640403 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b606656-87c6-4870-be34-2f93be343b0f req-e1d6f903-0b8c-4e8e-a351-8afcb62f6cf6 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:25.643896 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-e1d6f903-0b8c-4e8e-a351-8afcb62f6cf6 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.107 "GET /v2.0/networks?id=b65920ee-95cb-4552-9143-50ed0fe9316f HTTP/1.1" status: 200 len: 814 time: 0.1324990 Aug 31 09:02:25.670496 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Request body: {'port': {'device_id': 'bc0d520b-4f06-44c8-816a-4362901e7083', 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f', 'admin_state_up': True, 'tenant_id': '6616bb2c12a449b09be5621918047052'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:25.765240 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-dc545c91-58e1-4071-a791-e1448088b65c req-3d387778-6305-497f-9288-c7889e4def27 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3977c56-5372-4d6c-90be-1207145871b0 HTTP/1.1" status: 200 len: 210 time: 0.0310535 Aug 31 09:02:25.920048 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Made reservation on behalf of 6616bb2c12a449b09be5621918047052 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:25.923713 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:26.057681 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Allocated IP 172.20.0.14 (b65920ee-95cb-4552-9143-50ed0fe9316f/ff8a568b-83ca-47e0-9e93-ab106ce3afc8/4230145a-499d-44c6-9d56-d26d38b5a661) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:26.238966 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:26.345841 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ff01c0cb-214a-42e0-8e50-8ee03b77d891 req-3e24a31f-cffb-4704-87af-76200c43ecb3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 210 time: 0.0316784 Aug 31 09:02:26.408523 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:26.466600 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Network b65920ee-95cb-4552-9143-50ed0fe9316f is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:26.466600 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:26.469568 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:26.477690 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Pushing event updated for resources: {'Port': ['ID=4230145a-499d-44c6-9d56-d26d38b5a661,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:26.488632 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 84d501da-5386-47b2-acac-dc907603145e no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:26.521621 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 84d501da-5386-47b2-acac-dc907603145e {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:02:26.522337 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 84d501da-5386-47b2-acac-dc907603145e not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:02:26.523007 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:26.567010 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:26.567614 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:26.683582 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cbb994-15e7-428b-86e3-78142b2f7971 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0182934 Aug 31 09:02:26.704053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Request body: {'port': {'device_id': 'bc0d520b-4f06-44c8-816a-4362901e7083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:26.754580 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-fbee7ba9-89fa-4d81-82a7-cb12f5a66318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:26.780739 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:27.032274 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365656-1f12-49cd-b4e9-5bebeba63a90 req-39b5aec8-f588-4d54-a3f0-f6e6823f6a6b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:27.033974 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ff365656-1f12-49cd-b4e9-5bebeba63a90 req-39b5aec8-f588-4d54-a3f0-f6e6823f6a6b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 945 time: 0.1126997 Aug 31 09:02:27.101868 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ff365656-1f12-49cd-b4e9-5bebeba63a90 req-95350225-c37c-4c26-b894-89e007699208 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613191 Aug 31 09:02:27.189905 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4230145a-499d-44c6-9d56-d26d38b5a661 {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:02:27.201005 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:27.216514 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Transition to ACTIVE for port object 4230145a-499d-44c6-9d56-d26d38b5a661 will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:27.379868 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:27.465775 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4230145a-499d-44c6-9d56-d26d38b5a661,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:27.501451 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088671b9-b55b-4682-937f-2a369ad0ae4d req-8f52ff20-4a0d-47a5-8baf-eed0b91accb9 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:27.502996 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-088671b9-b55b-4682-937f-2a369ad0ae4d req-8f52ff20-4a0d-47a5-8baf-eed0b91accb9 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 944 time: 0.0643361 Aug 31 09:02:27.524506 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Attempting to bind port 4230145a-499d-44c6-9d56-d26d38b5a661 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:27.524740 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Attempting to bind port 4230145a-499d-44c6-9d56-d26d38b5a661 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:27.525073 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Attempting to bind port 4230145a-499d-44c6-9d56-d26d38b5a661 on network b65920ee-95cb-4552-9143-50ed0fe9316f {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:27.529563 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Port 4230145a-499d-44c6-9d56-d26d38b5a661 on network b65920ee-95cb-4552-9143-50ed0fe9316f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:02:27.529947 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Attempting to bind port 4230145a-499d-44c6-9d56-d26d38b5a661 on network b65920ee-95cb-4552-9143-50ed0fe9316f {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:27.534700 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:27.535031 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Checking segment: {'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:27.535427 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Bound using segment: {'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:27.535841 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Bound port: 4230145a-499d-44c6-9d56-d26d38b5a661, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:27.536194 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:27.547813 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-088671b9-b55b-4682-937f-2a369ad0ae4d req-832c74de-470c-419f-8d19-8949003c6e80 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Aug 31 09:02:27.620662 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] For port 4230145a-499d-44c6-9d56-d26d38b5a661, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:27.623234 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [req-73552dc9-4354-49b2-9f93-2a2bb67ff4dc req-2826a2fb-f53f-4f9d-be20-7e18de046f29 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:02:27.624707 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-73552dc9-4354-49b2-9f93-2a2bb67ff4dc req-2826a2fb-f53f-4f9d-be20-7e18de046f29 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060577 Aug 31 09:02:27.629336 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] For port 4230145a-499d-44c6-9d56-d26d38b5a661, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4230145a-499d-44c6-9d56-d26d38b5a661,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:27.766518 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:27.818932 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804b88f-1b1f-4005-8385-1f0bccd6cdde req-9372431c-e3c0-45f9-8a9c-fa4ca51d716a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:27.820484 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e804b88f-1b1f-4005-8385-1f0bccd6cdde req-9372431c-e3c0-45f9-8a9c-fa4ca51d716a tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0922682 Aug 31 09:02:27.823714 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:27.824389 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:27.825729 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] 10.222.0.107 "PUT /v2.0/ports/4230145a-499d-44c6-9d56-d26d38b5a661 HTTP/1.1" status: 200 len: 1094 time: 1.1310341 Aug 31 09:02:27.826224 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0d520b-4f06-44c8-816a-4362901e7083', 'tag': '4230145a-499d-44c6-9d56-d26d38b5a661'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:27.828509 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3596fe-9d10-4a29-9a0e-507a42c53894" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0d520b-4f06-44c8-816a-4362901e7083", "tag": "4230145a-499d-44c6-9d56-d26d38b5a661"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:27.859603 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b4e0f-2c77-4e59-b986-d4183c6728f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4230145a-499d-44c6-9d56-d26d38b5a661,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:27.880428 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e804b88f-1b1f-4005-8385-1f0bccd6cdde req-563b0e1e-c693-4422-8026-de6adb754816 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489073 Aug 31 09:02:27.926402 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068e500c-7651-4de0-a926-314469756cb6 x-openstack-request-id: req-068e500c-7651-4de0-a926-314469756cb6 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:27.926747 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0d520b-4f06-44c8-816a-4362901e7083", "tag": "4230145a-499d-44c6-9d56-d26d38b5a661", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:27.927169 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-068e500c-7651-4de0-a926-314469756cb6 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:27.927627 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0d520b-4f06-44c8-816a-4362901e7083', 'tag': '4230145a-499d-44c6-9d56-d26d38b5a661', 'status': 'completed', 'code': 200} Aug 31 09:02:28.009046 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3596fe-9d10-4a29-9a0e-507a42c53894 req-e6b4e133-ce85-49c6-978d-b14662188bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:28.019943 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8a3596fe-9d10-4a29-9a0e-507a42c53894 req-e6b4e133-ce85-49c6-978d-b14662188bd6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6616bb2c12a449b09be5621918047052&device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 1097 time: 0.0548718 Aug 31 09:02:28.128646 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3596fe-9d10-4a29-9a0e-507a42c53894 req-cb640e57-d348-41f1-81ed-550993e0727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:28.130366 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8a3596fe-9d10-4a29-9a0e-507a42c53894 req-cb640e57-d348-41f1-81ed-550993e0727b service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=6616bb2c12a449b09be5621918047052&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1083472 Aug 31 09:02:28.272530 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac23eb5-b1bd-460c-8ee4-377d7a32bfe4 req-0ece83e9-9c5a-41d0-940c-4279436b82ac tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:28.274238 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eac23eb5-b1bd-460c-8ee4-377d7a32bfe4 req-0ece83e9-9c5a-41d0-940c-4279436b82ac tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 945 time: 0.0819020 Aug 31 09:02:28.279764 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3596fe-9d10-4a29-9a0e-507a42c53894 req-e3759359-5b83-45ee-ae17-22bbc4fcbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:28.281232 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8a3596fe-9d10-4a29-9a0e-507a42c53894 req-e3759359-5b83-45ee-ae17-22bbc4fcbee3 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401401 Aug 31 09:02:28.318817 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eac23eb5-b1bd-460c-8ee4-377d7a32bfe4 req-1a71d8a2-e42e-4788-98d6-3fcc1fe6243c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364568 Aug 31 09:02:28.377036 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50248) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:28.398815 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cf6378-05a4-4aaf-8d45-aeca58ac654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:28.400339 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-37cf6378-05a4-4aaf-8d45-aeca58ac654e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6616bb2c12a449b09be5621918047052&device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 1097 time: 0.0425632 Aug 31 09:02:28.452707 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-cbdea37b-1f40-43ec-b226-378e5ecc3242 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4230145a-499d-44c6-9d56-d26d38b5a661 HTTP/1.1" status: 200 len: 217 time: 0.0384896 Aug 31 09:02:28.499089 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-381f48bb-a44b-4ae0-ad0a-3ef51945b74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:28.512367 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b606656-87c6-4870-be34-2f93be343b0f req-985359af-3320-441d-8692-720103507a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:28.513956 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-985359af-3320-441d-8692-720103507a45 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ff8a568b-83ca-47e0-9e93-ab106ce3afc8 HTTP/1.1" status: 200 len: 854 time: 0.0487933 Aug 31 09:02:28.557881 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-e4116922-061b-417b-99ff-a7719b5f7a81 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b65920ee-95cb-4552-9143-50ed0fe9316f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282023 Aug 31 09:02:28.598574 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-381f48bb-a44b-4ae0-ad0a-3ef51945b74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:28.683393 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-e7dab748-5ba7-4bd4-9a24-4f56cf442ea9 service neutron] 10.222.0.107 "GET /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166027 Aug 31 09:02:28.696710 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb607f3c-ce7d-41bd-8957-a6844a08af7a req-f084c7dc-c01f-4b6c-b356-6c006a7edcfd tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:28.698218 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eb607f3c-ce7d-41bd-8957-a6844a08af7a req-f084c7dc-c01f-4b6c-b356-6c006a7edcfd tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 944 time: 0.0767319 Aug 31 09:02:28.719696 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-381f48bb-a44b-4ae0-ad0a-3ef51945b74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:28.762164 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-381f48bb-a44b-4ae0-ad0a-3ef51945b74d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=392490bbf6a6469ea7400409fcdd7cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840423 Aug 31 09:02:28.765876 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50260) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:28.782451 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f48bb-a44b-4ae0-ad0a-3ef51945b74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ac5e9-2060-4713-a96b-4862dad1ec9f,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:28.847831 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-62926a4c-654d-4347-80d1-58d41d729fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:28.889671 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-62926a4c-654d-4347-80d1-58d41d729fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.047854 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eb607f3c-ce7d-41bd-8957-a6844a08af7a req-0a77f7a3-3f5d-4919-8265-020a9e778699 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407087 Aug 31 09:02:29.070747 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b606656-87c6-4870-be34-2f93be343b0f req-ef6409aa-5b21-4906-96cb-34cd2f45377c service neutron] 10.222.0.107 "GET /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715596 Aug 31 09:02:29.206558 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10af6a-8d1b-4e90-90f3-90606ec7a759 req-b100458f-8934-404e-9274-da5854e4cff1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:29.208644 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8f10af6a-8d1b-4e90-90f3-90606ec7a759 req-b100458f-8934-404e-9274-da5854e4cff1 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0735471 Aug 31 09:02:29.223310 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668b0a-b481-4102-8a3a-67ff726c64fe req-343d2e2d-9c28-442d-aefc-b570be2b43e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:29.224776 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2668b0a-b481-4102-8a3a-67ff726c64fe req-343d2e2d-9c28-442d-aefc-b570be2b43e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0654175 Aug 31 09:02:29.228492 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-62926a4c-654d-4347-80d1-58d41d729fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.232205 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-62926a4c-654d-4347-80d1-58d41d729fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.237392 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-62926a4c-654d-4347-80d1-58d41d729fd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/278ac5e9-2060-4713-a96b-4862dad1ec9f HTTP/1.1" status: 204 len: 168 time: 0.4667823 Aug 31 09:02:29.286382 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926a4c-654d-4347-80d1-58d41d729fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ac5e9-2060-4713-a96b-4862dad1ec9f,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:29.307924 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8f10af6a-8d1b-4e90-90f3-90606ec7a759 req-b9cd5269-c4e0-45db-9e03-dd1522d8557d tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913363 Aug 31 09:02:29.331898 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b2668b0a-b481-4102-8a3a-67ff726c64fe req-479939a4-3db0-42c4-82ce-eccdaed96a54 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906367 Aug 31 09:02:29.469928 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5230a23f-c809-467f-9d05-76b4968e607b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:29.471694 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5230a23f-c809-467f-9d05-76b4968e607b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 945 time: 0.0768871 Aug 31 09:02:29.481472 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe0387-9d2f-4b1d-8f24-33c3ce504cc3 req-78daee5d-311f-49dd-b798-be49fe2b21ac tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:29.483467 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0bbe0387-9d2f-4b1d-8f24-33c3ce504cc3 req-78daee5d-311f-49dd-b798-be49fe2b21ac tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 945 time: 0.0724504 Aug 31 09:02:29.531232 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0bbe0387-9d2f-4b1d-8f24-33c3ce504cc3 req-eb91c150-e1f0-4fb2-9f92-0c6cc5f4894a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 Aug 31 09:02:29.577090 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.604854 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Deleting port 0f74c7b8-89ba-4b31-803c-326d06b92491 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:02:29.605188 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.685888 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d348a7b-6e98-4aaa-9ce7-2e42df4d51f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.723552 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] For port 0f74c7b8-89ba-4b31-803c-326d06b92491, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0f74c7b8-89ba-4b31-803c-326d06b92491,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:29.724178 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.742366 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Calling delete_port for 0f74c7b8-89ba-4b31-803c-326d06b92491 owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:02:30.103843 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:30.121327 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'a5ca3e1d-37ee-4539-945c-24ca073db4ef', '0f74c7b8-89ba-4b31-803c-326d06b92491'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:30.144762 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Pushing event deleted for resources: {'Port': ['ID=0f74c7b8-89ba-4b31-803c-326d06b92491,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:30.217785 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] No DVR routers for this DVR port 0f74c7b8-89ba-4b31-803c-326d06b92491 on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:02:30.221627 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:30.223958 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-029466ee-437e-4cc7-9e2b-5bf7213e18dd req-5d12c004-f31d-4708-822e-fdeca771277c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "DELETE /v2.0/ports/0f74c7b8-89ba-4b31-803c-326d06b92491 HTTP/1.1" status: 204 len: 173 time: 0.7436059 Aug 31 09:02:30.224415 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d76e61-a787-46b1-b82e-552547823159', 'name': 'network-vif-deleted', 'tag': '0f74c7b8-89ba-4b31-803c-326d06b92491'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:30.227154 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228aa860-cf86-47d0-844f-f59492e652aa" -d '{"events": [{"server_uuid": "01d76e61-a787-46b1-b82e-552547823159", "name": "network-vif-deleted", "tag": "0f74c7b8-89ba-4b31-803c-326d06b92491"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:30.257014 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d09a8c-1acf-465a-94ab-47cc14c1b144 req-36fdc28f-2d7a-464d-a3a7-8d5074368bfc tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:30.260351 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c9d09a8c-1acf-465a-94ab-47cc14c1b144 req-36fdc28f-2d7a-464d-a3a7-8d5074368bfc tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 944 time: 0.0864167 Aug 31 09:02:30.309143 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0fd51a-2097-4dfb-988f-f69971c5de7e x-openstack-request-id: req-0e0fd51a-2097-4dfb-988f-f69971c5de7e {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:30.309436 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d76e61-a787-46b1-b82e-552547823159", "name": "network-vif-deleted", "tag": "0f74c7b8-89ba-4b31-803c-326d06b92491", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:30.309686 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e0fd51a-2097-4dfb-988f-f69971c5de7e {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:30.310074 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d76e61-a787-46b1-b82e-552547823159', 'name': 'network-vif-deleted', 'tag': '0f74c7b8-89ba-4b31-803c-326d06b92491', 'status': 'completed', 'code': 200} Aug 31 09:02:30.343038 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c9d09a8c-1acf-465a-94ab-47cc14c1b144 req-e3a725b7-8cfd-469d-80c6-6a03c36c8420 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744784 Aug 31 09:02:30.446283 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50328) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:30.464165 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50334) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:30.497891 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 4230145a-499d-44c6-9d56-d26d38b5a661 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:02:30.590918 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_v2 [None req-246bda6a-30eb-4dd3-a7fd-39812a10806b admin admin] Deleting subnet ee34af5a-93ed-4627-966e-abbf918bc09b {{(pid=101246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:02:30.594816 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-246bda6a-30eb-4dd3-a7fd-39812a10806b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:30.624254 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d11c2-e217-44ac-970c-26ee7ea208bc req-f7bbdb38-4796-4315-9efd-9e05c81a5e29 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:30.625532 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-936d11c2-e217-44ac-970c-26ee7ea208bc req-f7bbdb38-4796-4315-9efd-9e05c81a5e29 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0864129 Aug 31 09:02:30.633024 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-e88e872a-b4f0-4abf-83f5-33c15e35eaff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1855984 Aug 31 09:02:30.633249 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 4230145a-499d-44c6-9d56-d26d38b5a661, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4230145a-499d-44c6-9d56-d26d38b5a661,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:30.634669 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27b1a3-b2d2-4667-876e-585bc31d46d5 req-60ddf5d0-a4dc-4853-9e8a-f2232dacd434 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:30.636828 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1c27b1a3-b2d2-4667-876e-585bc31d46d5 req-60ddf5d0-a4dc-4853-9e8a-f2232dacd434 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1183648 Aug 31 09:02:30.654583 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '4230145a-499d-44c6-9d56-d26d38b5a661', 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f', 'port_id': '4230145a-499d-44c6-9d56-d26d38b5a661', 'mac_address': 'fa:16:3e:b6:16:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8a568b-83ca-47e0-9e93-ab106ce3afc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:02:30.671821 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-246bda6a-30eb-4dd3-a7fd-39812a10806b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26091517'] for subnet, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:30.677227 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-936d11c2-e217-44ac-970c-26ee7ea208bc req-c4f5b3bb-0c5d-4d49-bda6-f28d38d4df6e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430717 Aug 31 09:02:30.751176 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:30.788033 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4230145a-499d-44c6-9d56-d26d38b5a661 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:02:30.810122 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-1c27b1a3-b2d2-4667-876e-585bc31d46d5 req-e57ab17f-3733-4220-b117-eda19f1fe1eb tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663752 Aug 31 09:02:30.823358 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:30.839891 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-246bda6a-30eb-4dd3-a7fd-39812a10806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:30.841924 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 4230145a-499d-44c6-9d56-d26d38b5a661, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4230145a-499d-44c6-9d56-d26d38b5a661,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:30.866803 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50346) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:30.925574 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-51636f42-07de-4010-bee8-4d2be8224939 req-ae94eb2c-0954-484e-ae1a-a0edbde52657 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=01d76e61-a787-46b1-b82e-552547823159 HTTP/1.1" status: 200 len: 210 time: 0.0508831 Aug 31 09:02:30.928927 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.001330 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=4230145a-499d-44c6-9d56-d26d38b5a661,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:31.010369 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.010893 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.011261 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.011680 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.012091 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.012349 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.012678 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.013009 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.013340 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.013662 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.013982 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.014301 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:31.022007 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-246bda6a-30eb-4dd3-a7fd-39812a10806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25381900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192442'] for subnet, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.050329 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bda6a-30eb-4dd3-a7fd-39812a10806b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee34af5a-93ed-4627-966e-abbf918bc09b,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:31.056397 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-246bda6a-30eb-4dd3-a7fd-39812a10806b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.059333 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-246bda6a-30eb-4dd3-a7fd-39812a10806b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ee34af5a-93ed-4627-966e-abbf918bc09b HTTP/1.1" status: 204 len: 168 time: 0.5939000 Aug 31 09:02:31.062913 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50358) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:31.067817 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-85971373-network', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:31.149509 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.252776 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.266511 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9631b00a-9b5f-4bbc-88ed-77486b57b9eb']}} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:31.283018 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Made reservation on behalf of ca8fe1cb99444af090b9a97e6cbd4567 for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:31.284828 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2062fca2-049d-4b46-a640-9b062de71e9c') {'for_net_delete': True} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:31.285129 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2062fca2-049d-4b46-a640-9b062de71e9c') {} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:31.285946 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.295153 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['4230145a-499d-44c6-9d56-d26d38b5a661'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:31.298079 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26091462'] for segment, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.313362 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.314828 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.320937 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=101246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:02:31.321470 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25382070'] for segment, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: Traceback (most recent call last): Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: timer() Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: cb(*args, **kw) Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: return func(*args, **kwargs) Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: self._notify() Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: self.callback(batched_events) Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: event.method(event) Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: return f(self, *a, **k) Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._get(url).json() Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: return self.request(url, 'GET', **kwargs) Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:02:31.324196 dv-cinder-786524-11-iscsi neutron-server[101246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:02:31.468629 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.502839 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.509173 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.511506 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9631b00a-9b5f-4bbc-88ed-77486b57b9eb HTTP/1.1" status: 204 len: 168 time: 0.4474576 Aug 31 09:02:31.525686 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15475c45-44ce-4867-9d43-0d16851c7474 admin admin] Pushing event deleted for resources: {'Network': ['ID=9631b00a-9b5f-4bbc-88ed-77486b57b9eb,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:31.543986 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fd7c7-9a8a-400a-b53a-524381650494 req-6a82c6ba-5706-48d3-b04f-c57c912d088f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:31.545939 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c65fd7c7-9a8a-400a-b53a-524381650494 req-6a82c6ba-5706-48d3-b04f-c57c912d088f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 945 time: 0.0874062 Aug 31 09:02:31.579650 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.589118 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c65fd7c7-9a8a-400a-b53a-524381650494 req-79fde586-03a6-40ac-ad1a-9fc774ccfc7f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363615 Aug 31 09:02:31.615234 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:02:31.624979 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8b98ec-22b0-44e6-96b7-6b102f027bd1,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:31.629714 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.630050 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Added segment 95060576-18fe-494d-b594-adc12184c931 of type vlan for network e7588399-ec1a-406a-b5a7-a8e40e5ba208 Aug 31 09:02:31.679489 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.786366 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.787406 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:31.787919 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.873488 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] Pushing event updated for resources: {'Network': ['ID=e7588399-ec1a-406a-b5a7-a8e40e5ba208,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:31.884147 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:02:31.890480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7f48b-6f8c-46a9-b051-b4d1912eb5e4 req-e39c6cf9-d9c8-405e-ba47-0649707b7ea6 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:31.892082 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1bb7f48b-6f8c-46a9-b051-b4d1912eb5e4 req-e39c6cf9-d9c8-405e-ba47-0649707b7ea6 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1167529 Aug 31 09:02:31.937709 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee487-c9b8-4a2a-8f3f-aaaacdbb2dd3 req-9cca045a-78c9-45cc-bb46-fb91623a68f9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:31.937709 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-499ee487-c9b8-4a2a-8f3f-aaaacdbb2dd3 req-9cca045a-78c9-45cc-bb46-fb91623a68f9 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0637641 Aug 31 09:02:31.937892 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50370) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:31.950428 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-d19a08cf-840c-4303-8fc9-f840f7c893ad admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0811996 Aug 31 09:02:31.954442 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1bb7f48b-6f8c-46a9-b051-b4d1912eb5e4 req-1a9f0dd3-0833-4827-ba81-b108d51a2ce1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555773 Aug 31 09:02:31.955181 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50372) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:31.973428 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Request body: {'subnet': {'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-85971373-subnet', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'ip_version': 4}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:32.040594 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-499ee487-c9b8-4a2a-8f3f-aaaacdbb2dd3 req-1802cc0f-fc43-4056-b9a1-55be90bdfd19 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830226 Aug 31 09:02:32.045072 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2074a243-92f3-435d-826c-505fad1b100e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f21427db5b34f7791142b5e64775fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060629 Aug 31 09:02:32.077558 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50378) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:32.104806 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8670ced9-5f2f-4d6c-a84d-b306a9e8ec52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.128560 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8670ced9-5f2f-4d6c-a84d-b306a9e8ec52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.161970 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Made reservation on behalf of ca8fe1cb99444af090b9a97e6cbd4567 for: {'subnet': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:32.164404 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26167700'] for subnet, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.318811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8670ced9-5f2f-4d6c-a84d-b306a9e8ec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.321300 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8670ced9-5f2f-4d6c-a84d-b306a9e8ec52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.323411 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8670ced9-5f2f-4d6c-a84d-b306a9e8ec52 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7846114-fa81-449d-8c05-2027efb52b45 HTTP/1.1" status: 204 len: 168 time: 0.2727485 Aug 31 09:02:32.347140 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670ced9-5f2f-4d6c-a84d-b306a9e8ec52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7846114-fa81-449d-8c05-2027efb52b45,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:32.437187 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26180965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26167682'] for subnet, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.459784 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.511482 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:32.513456 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 4230145a-499d-44c6-9d56-d26d38b5a661 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:32.523056 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Checking segment: {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:32.523470 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Network hostable DHCP agents. Network: e7588399-ec1a-406a-b5a7-a8e40e5ba208, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:02:32.573250 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72bfa0-7039-435e-9e27-bbf9b634aad3 req-0e26c4d2-6e80-475f-9420-da1b658cffc2 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:32.574798 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f72bfa0-7039-435e-9e27-bbf9b634aad3 req-0e26c4d2-6e80-475f-9420-da1b658cffc2 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 945 time: 0.0537133 Aug 31 09:02:32.615090 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6f72bfa0-7039-435e-9e27-bbf9b634aad3 req-9c5e2149-e35a-4bb0-8a21-61d2b08992c3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Aug 31 09:02:32.694163 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 4230145a-499d-44c6-9d56-d26d38b5a661 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:32.697976 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:02:32.705937 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 4230145a-499d-44c6-9d56-d26d38b5a661 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:32.705937 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.727435 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67013b4-4d6e-4cac-849e-4bb00de7dd37 req-d2229eb9-76b7-491d-b5db-05a3d4474c65 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:32.729225 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f67013b4-4d6e-4cac-849e-4bb00de7dd37 req-d2229eb9-76b7-491d-b5db-05a3d4474c65 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 945 time: 0.0607421 Aug 31 09:02:32.770682 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f67013b4-4d6e-4cac-849e-4bb00de7dd37 req-e5181ea7-67d2-4b93-bf58-e08e5da12d13 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343347 Aug 31 09:02:32.789670 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.820082 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0d520b-4f06-44c8-816a-4362901e7083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4230145a-499d-44c6-9d56-d26d38b5a661'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:32.820082 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c5c085-45e8-4476-a60c-4497c42c12a1" -d '{"events": [{"server_uuid": "bc0d520b-4f06-44c8-816a-4362901e7083", "name": "network-vif-plugged", "status": "completed", "tag": "4230145a-499d-44c6-9d56-d26d38b5a661"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:32.836314 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 4230145a-499d-44c6-9d56-d26d38b5a661, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4230145a-499d-44c6-9d56-d26d38b5a661,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:32.851090 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, e7588399-ec1a-406a-b5a7-a8e40e5ba208) {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:32.861624 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:32.863373 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:32.877365 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca0c6d4-d4ab-4765-bbc2-48a030b891b2 None None] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:32.896017 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3438744c-5a7b-4fd2-b7a6-e99c588dd6a8 x-openstack-request-id: req-3438744c-5a7b-4fd2-b7a6-e99c588dd6a8 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:32.896725 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0d520b-4f06-44c8-816a-4362901e7083", "name": "network-vif-plugged", "status": "completed", "tag": "4230145a-499d-44c6-9d56-d26d38b5a661", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:32.896725 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3438744c-5a7b-4fd2-b7a6-e99c588dd6a8 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:32.897289 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0d520b-4f06-44c8-816a-4362901e7083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4230145a-499d-44c6-9d56-d26d38b5a661', 'code': 200} Aug 31 09:02:33.035513 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.036528 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0f74c7b8-89ba-4b31-803c-326d06b92491 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:33.084574 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:02:33.086008 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.093745 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 0f74c7b8-89ba-4b31-803c-326d06b92491 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:02:33.094209 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0f74c7b8-89ba-4b31-803c-326d06b92491 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:02:33.109093 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-5ca29118-4cf7-4681-963c-fd66a174a9ea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1526241 Aug 31 09:02:33.112670 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50412) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:33.122029 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:33.158348 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201601c0-6892-41e8-ad3e-eb7f4d8aaef2 req-fbe3ee09-c4d6-41fd-8a1b-8b48981f984b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:33.160087 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-201601c0-6892-41e8-ad3e-eb7f4d8aaef2 req-fbe3ee09-c4d6-41fd-8a1b-8b48981f984b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0987277 Aug 31 09:02:33.223945 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-201601c0-6892-41e8-ad3e-eb7f4d8aaef2 req-75932492-601b-4d54-a10d-815ed519d7e4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552876 Aug 31 09:02:33.235446 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b4c4f-90a4-4a61-bb04-f30b6613b3a6 req-3629d631-0982-45ca-8975-fb37b9b98703 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:33.241644 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50416) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:33.243847 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e81b4c4f-90a4-4a61-bb04-f30b6613b3a6 req-3629d631-0982-45ca-8975-fb37b9b98703 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0738931 Aug 31 09:02:33.269697 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=4230145a-499d-44c6-9d56-d26d38b5a661,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:33.299972 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e81b4c4f-90a4-4a61-bb04-f30b6613b3a6 req-e28e5d92-58af-4a5d-8348-0191e9638ff3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542789 Aug 31 09:02:33.301373 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.302591 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.359062 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.359321 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Allocated IP 172.20.0.2 (e7588399-ec1a-406a-b5a7-a8e40e5ba208/17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d/5e36b8a4-6705-4c34-90b9-b1ecdeeeacda) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:33.465633 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9ce683b9-eace-434d-8205-8b9be520e1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.492841 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65006e9-aad3-47b7-9a08-dd3a59ca8a95 req-ab1e4a6e-4096-4dcd-a5fe-802334f43fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:33.495940 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f65006e9-aad3-47b7-9a08-dd3a59ca8a95 req-ab1e4a6e-4096-4dcd-a5fe-802334f43fe9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 1099 time: 0.0743158 Aug 31 09:02:33.546500 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.559883 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Transition to ACTIVE for port object 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:33.584831 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f65006e9-aad3-47b7-9a08-dd3a59ca8a95 req-a4090f78-a01c-4155-8193-5389b640f322 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693688 Aug 31 09:02:33.605040 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Transition to ACTIVE for port object 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:33.639655 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9ce683b9-eace-434d-8205-8b9be520e1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.676265 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.737358 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.773797 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9ce683b9-eace-434d-8205-8b9be520e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.800054 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103fc9a-dc51-4666-a9fe-f9629d852143 req-0829e0b0-2812-4264-8afe-2543053edc8a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:33.808199 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5103fc9a-dc51-4666-a9fe-f9629d852143 req-0829e0b0-2812-4264-8afe-2543053edc8a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 945 time: 0.0822847 Aug 31 09:02:33.812880 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:33.819318 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:33.826383 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:33.838972 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Pushing event updated for resources: {'Port': ['ID=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:33.866322 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-9ce683b9-eace-434d-8205-8b9be520e1ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8835dc1b14944ef5ac893e737118d945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210866 Aug 31 09:02:33.867544 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50432) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:33.875927 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce683b9-eace-434d-8205-8b9be520e1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5471ff2-a5e7-4e9e-9146-6bde42e413d4,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:33.922827 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Attempting to bind port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:33.923988 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Attempting to bind port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:33.924564 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Attempting to bind port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda on network e7588399-ec1a-406a-b5a7-a8e40e5ba208 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:33.931524 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5103fc9a-dc51-4666-a9fe-f9629d852143 req-6d2bed92-9adf-4da8-a292-90a587bd8a14 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223571 Aug 31 09:02:33.939003 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:33.941819 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Checking segment: {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:33.942248 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:33.942650 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Bound using segment: {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:33.943160 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Bound port: 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:33.947038 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.027035 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] For port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:34.038608 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] For port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:34.147778 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8ce86b72-9ab5-4fff-b948-135cea98218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.194563 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8ce86b72-9ab5-4fff-b948-135cea98218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.203344 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.309189 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec473-4994-4e46-8cc1-26747f0d33ed req-5355ed1a-b030-4c0a-ac1c-c5cfc917e382 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:34.313004 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0566188-e01e-417d-ad1a-3f078a616d81 None None] Pushing event updated for resources: {'Port': ['ID=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:34.321372 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c82ec473-4994-4e46-8cc1-26747f0d33ed req-5355ed1a-b030-4c0a-ac1c-c5cfc917e382 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 946 time: 0.1901972 Aug 31 09:02:34.395784 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c82ec473-4994-4e46-8cc1-26747f0d33ed req-4506efa3-4fd7-410d-9f54-b90df96dd9e7 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731018 Aug 31 09:02:34.407542 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.413384 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345df3e-15df-46e7-a471-00d8385ff6b4 req-44a393d4-beb9-4cdc-ad5b-4d8116a1bb8c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:34.422133 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7345df3e-15df-46e7-a471-00d8385ff6b4 req-44a393d4-beb9-4cdc-ad5b-4d8116a1bb8c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1026440 Aug 31 09:02:34.441100 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.469042 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7345df3e-15df-46e7-a471-00d8385ff6b4 req-8934cbec-6dce-4906-8c46-fc18979bf24e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455337 Aug 31 09:02:34.482483 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8ce86b72-9ab5-4fff-b948-135cea98218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.487390 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8ce86b72-9ab5-4fff-b948-135cea98218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.489582 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-8ce86b72-9ab5-4fff-b948-135cea98218c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5471ff2-a5e7-4e9e-9146-6bde42e413d4 HTTP/1.1" status: 204 len: 168 time: 0.6208825 Aug 31 09:02:34.585450 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce86b72-9ab5-4fff-b948-135cea98218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5471ff2-a5e7-4e9e-9146-6bde42e413d4,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:34.641919 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-c4a244d9-a1cc-4de7-8d8a-7c9c5a3fe1d6 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:34.645201 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-c4a244d9-a1cc-4de7-8d8a-7c9c5a3fe1d6 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 945 time: 0.1091096 Aug 31 09:02:34.736866 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Allocated IP 172.27.3.250 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/549163c2-176b-4171-8749-c25898834c18) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:34.753432 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0df38c-4918-4339-8c04-2b7c92bfef90 req-6ca8a3a7-0e58-4130-a69a-c76b9940eabf tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:34.755885 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8f0df38c-4918-4339-8c04-2b7c92bfef90 req-6ca8a3a7-0e58-4130-a69a-c76b9940eabf tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1839535 Aug 31 09:02:34.778538 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Deleting port a5ca3e1d-37ee-4539-945c-24ca073db4ef {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:02:34.779048 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.915286 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] For port a5ca3e1d-37ee-4539-945c-24ca073db4ef, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a5ca3e1d-37ee-4539-945c-24ca073db4ef,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:34.916763 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.933583 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Calling delete_port for a5ca3e1d-37ee-4539-945c-24ca073db4ef owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:02:34.940387 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8f0df38c-4918-4339-8c04-2b7c92bfef90 req-b58fda8e-d849-40da-acc9-1ebcc42f816b tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401668 Aug 31 09:02:34.964236 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:34.972552 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-e9f66bd5-9708-406f-ad28-b1818b36f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:34.974320 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-e9f66bd5-9708-406f-ad28-b1818b36f520 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c&tenant_id=0a3d59fd12f7417f8de1db40a9a75b86 HTTP/1.1" status: 200 len: 1097 time: 0.2109566 Aug 31 09:02:35.036414 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.117708 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-f568dfef-65e0-4f36-95aa-a7e3930b6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:35.119254 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-f568dfef-65e0-4f36-95aa-a7e3930b6508 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 1097 time: 0.1010621 Aug 31 09:02:35.133741 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:35.149948 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c616fef-6fb7-4719-ab6f-738e84b28534 req-45be1181-7a93-4cef-8aaf-154c5ddc862a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:35.152211 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1c616fef-6fb7-4719-ab6f-738e84b28534 req-45be1181-7a93-4cef-8aaf-154c5ddc862a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 945 time: 0.0916669 Aug 31 09:02:35.240741 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1c616fef-6fb7-4719-ab6f-738e84b28534 req-92b9ddfc-a795-4026-bf80-b7bab7256992 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815234 Aug 31 09:02:35.250801 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.294927 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-6f4cea56-ab98-42f1-b016-b323808b54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:35.296279 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-6f4cea56-ab98-42f1-b016-b323808b54a1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 918 time: 0.1660407 Aug 31 09:02:35.298757 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:35.304412 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:35.308097 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:35.334383 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.349100 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52f168ec-5af7-49b3-9dcd-29b6d0d1f183'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:35.353482 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Pushing event updated for resources: {'Port': ['ID=549163c2-176b-4171-8749-c25898834c18,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:35.414453 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Pushing event deleted for resources: {'Port': ['ID=a5ca3e1d-37ee-4539-945c-24ca073db4ef,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:35.464863 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] No DVR routers for this DVR port a5ca3e1d-37ee-4539-945c-24ca073db4ef on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:02:35.468456 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.470785 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9948722d-9955-4354-b7c3-3ba9a85b09fe req-fbcbed86-7cef-4253-8070-384d4b143d2c tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "DELETE /v2.0/ports/a5ca3e1d-37ee-4539-945c-24ca073db4ef HTTP/1.1" status: 204 len: 173 time: 0.8155439 Aug 31 09:02:35.474208 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06cad03-6be8-4dda-94f6-fc1efd36f766', 'name': 'network-vif-deleted', 'tag': 'a5ca3e1d-37ee-4539-945c-24ca073db4ef'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:35.477520 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071e254b-fc08-41b4-b8ac-bedc4c45a639" -d '{"events": [{"server_uuid": "f06cad03-6be8-4dda-94f6-fc1efd36f766", "name": "network-vif-deleted", "tag": "a5ca3e1d-37ee-4539-945c-24ca073db4ef"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:35.575443 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865f37-32ae-4777-92df-fee8c7b3194b req-d7e23c86-6cde-452a-84a0-dd7659fd7eae tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:35.577039 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-61865f37-32ae-4777-92df-fee8c7b3194b req-d7e23c86-6cde-452a-84a0-dd7659fd7eae tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.0701177 Aug 31 09:02:35.578507 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c4bd3e-4c6f-4e4b-91c7-4b4fc510d668 x-openstack-request-id: req-23c4bd3e-4c6f-4e4b-91c7-4b4fc510d668 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:35.578791 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06cad03-6be8-4dda-94f6-fc1efd36f766", "name": "network-vif-deleted", "tag": "a5ca3e1d-37ee-4539-945c-24ca073db4ef", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:35.579056 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23c4bd3e-4c6f-4e4b-91c7-4b4fc510d668 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:35.579474 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06cad03-6be8-4dda-94f6-fc1efd36f766', 'name': 'network-vif-deleted', 'tag': 'a5ca3e1d-37ee-4539-945c-24ca073db4ef', 'status': 'completed', 'code': 200} Aug 31 09:02:35.591709 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-c1102088-a79a-4a5f-b95b-21bbb253659f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b HTTP/1.1" status: 200 len: 1000 time: 0.2748759 Aug 31 09:02:35.683408 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-9a23e7a6-3374-4093-bf38-5635a4bd6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:35.685242 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-9a23e7a6-3374-4093-bf38-5635a4bd6fa6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.0641041 Aug 31 09:02:35.709151 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337de1a1-69ce-4d5a-ab81-03859437461a None None] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:35.732962 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50494) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:35.797197 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efda0b-6108-47c5-8ce0-9007a9158f6a req-84e03a73-b01a-439d-a95f-2fe2dc59909e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:35.799795 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-28efda0b-6108-47c5-8ce0-9007a9158f6a req-84e03a73-b01a-439d-a95f-2fe2dc59909e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1270058 Aug 31 09:02:35.813074 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1956a0b2-59aa-4624-87ab-5354e9f82afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.819082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Deleting port e27a0840-4b70-4cf9-9029-1c78ca18ff77 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:02:35.819082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.901895 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-fa8cc6cf-b954-47cb-8aee-b67235a6f4ea None None] Provisioning for port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:35.906181 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-fa8cc6cf-b954-47cb-8aee-b67235a6f4ea None None] Provisioning complete for port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:35.906796 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc6cf-b954-47cb-8aee-b67235a6f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.908278 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f357fb-fe7f-409b-bd4c-7e6f853db190 req-ba97dc14-cdbb-481e-b960-7d724a8d8953 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:35.909883 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54f357fb-fe7f-409b-bd4c-7e6f853db190 req-ba97dc14-cdbb-481e-b960-7d724a8d8953 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 946 time: 0.3438213 Aug 31 09:02:35.919608 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-28efda0b-6108-47c5-8ce0-9007a9158f6a req-c2cc6879-1b94-418f-b47c-5bc2575eee2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985835 Aug 31 09:02:35.930666 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-ceadbac5-9c24-4562-abad-9850245173db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:35.933752 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-ceadbac5-9c24-4562-abad-9850245173db service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1981578 Aug 31 09:02:36.023577 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] For port e27a0840-4b70-4cf9-9029-1c78ca18ff77, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e27a0840-4b70-4cf9-9029-1c78ca18ff77,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:36.023577 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.042167 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Calling delete_port for e27a0840-4b70-4cf9-9029-1c78ca18ff77 owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:02:36.091958 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-54f357fb-fe7f-409b-bd4c-7e6f853db190 req-917b4ca4-a77f-4cd0-bbdf-a052c28f3dff tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697309 Aug 31 09:02:36.146772 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc6cf-b954-47cb-8aee-b67235a6f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.204711 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3c41a-3d88-4583-8361-b3507b0d1057 req-010dc69d-99f7-466a-b479-92ce4d998033 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:36.213912 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7df3c41a-3d88-4583-8361-b3507b0d1057 req-010dc69d-99f7-466a-b479-92ce4d998033 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 945 time: 0.1135473 Aug 31 09:02:36.226210 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-fa8cc6cf-b954-47cb-8aee-b67235a6f4ea None None] For port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:36.287547 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-9be33f2e-4654-4f0b-ace9-f48d2087b568 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420477 Aug 31 09:02:36.305480 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc6cf-b954-47cb-8aee-b67235a6f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.380900 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.396614 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7df3c41a-3d88-4583-8361-b3507b0d1057 req-3bd680ea-97cc-403a-877c-959b504809fc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/security-groups?id=0831c072-b6ca-474d-8068-1a4721f12ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664896 Aug 31 09:02:36.431252 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cc6cf-b954-47cb-8aee-b67235a6f4ea None None] Pushing event updated for resources: {'Port': ['ID=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:36.431999 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1956a0b2-59aa-4624-87ab-5354e9f82afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.449221 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5b221a63-f431-46a0-8a33-7cca55efd294 None None] Provisioning complete for port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:36.451956 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5b221a63-f431-46a0-8a33-7cca55efd294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.469533 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9dc422a6-9d56-4d92-a1b5-3a9f2d894c30 req-0092b2ee-9179-4c62-9a24-9c9b24fc70e9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=f06cad03-6be8-4dda-94f6-fc1efd36f766 HTTP/1.1" status: 200 len: 210 time: 0.0439086 Aug 31 09:02:36.552629 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device a5ca3e1d-37ee-4539-945c-24ca073db4ef no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:36.557770 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.581756 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3cb1300f-8426-4153-bd5f-43ced98d3637 req-0a7b39b9-1fb0-434a-9f43-e396a2481ca4 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784834 Aug 31 09:02:36.586693 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e27a0840-4b70-4cf9-9029-1c78ca18ff77'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:36.612179 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Pushing event deleted for resources: {'Port': ['ID=e27a0840-4b70-4cf9-9029-1c78ca18ff77,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:36.624028 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: a5ca3e1d-37ee-4539-945c-24ca073db4ef {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:02:36.624490 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device a5ca3e1d-37ee-4539-945c-24ca073db4ef not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:02:36.676120 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] No DVR routers for this DVR port e27a0840-4b70-4cf9-9029-1c78ca18ff77 on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:02:36.679104 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.681277 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-61865f37-32ae-4777-92df-fee8c7b3194b req-e1c27cb6-d1ef-4d41-9449-c231a00868bc tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.107 "DELETE /v2.0/ports/e27a0840-4b70-4cf9-9029-1c78ca18ff77 HTTP/1.1" status: 204 len: 173 time: 1.0924714 Aug 31 09:02:36.862837 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1956a0b2-59aa-4624-87ab-5354e9f82afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.910850 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:36.944374 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956a0b2-59aa-4624-87ab-5354e9f82afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba011dc1-dd0f-41e3-abac-40c15a58ddad,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:36.953247 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1956a0b2-59aa-4624-87ab-5354e9f82afe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a89ba42c5e0c4d40baaa1d789e207953&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1642544 Aug 31 09:02:36.953872 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50566) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:36.989662 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:36.990040 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.995585 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.121497 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fcc6c4df-7ccc-404d-81f3-5d7d5f59d928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.158974 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fe94a-6e1f-4315-9a9f-31d3ba8630f8 req-a2be3426-052f-454d-a0aa-cbc0b795f465 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:37.168239 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4f9fe94a-6e1f-4315-9a9f-31d3ba8630f8 req-a2be3426-052f-454d-a0aa-cbc0b795f465 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1126087 Aug 31 09:02:37.186546 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fcc6c4df-7ccc-404d-81f3-5d7d5f59d928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.260162 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4f9fe94a-6e1f-4315-9a9f-31d3ba8630f8 req-698de2ac-03d7-4a4b-86ee-1d74d3bb091c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852759 Aug 31 09:02:37.351585 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fcc6c4df-7ccc-404d-81f3-5d7d5f59d928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.351912 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Router c53134bc-5f4f-459a-88a1-22cd866edfe4 is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:02:37.356590 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fcc6c4df-7ccc-404d-81f3-5d7d5f59d928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.358019 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-fcc6c4df-7ccc-404d-81f3-5d7d5f59d928 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba011dc1-dd0f-41e3-abac-40c15a58ddad HTTP/1.1" status: 204 len: 168 time: 0.4010441 Aug 31 09:02:37.367826 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6c4df-7ccc-404d-81f3-5d7d5f59d928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba011dc1-dd0f-41e3-abac-40c15a58ddad,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:37.517061 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-30f1ba94-55e5-4952-a642-05f80da61975 req-f2ed4961-1f25-4439-9a31-c6f7ed2ce9a0 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.0374892 Aug 31 09:02:37.548191 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:37.562697 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Sync routers for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:37.573942 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:37.574620 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:37.580176 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d0c3c6-9e50-4246-b0d8-33132bdfac26', 'name': 'network-vif-deleted', 'tag': 'e27a0840-4b70-4cf9-9029-1c78ca18ff77'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:37.582534 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ad636f-bc3d-4a0d-9f2d-d5427ef34e54" -d '{"events": [{"server_uuid": "c0d0c3c6-9e50-4246-b0d8-33132bdfac26", "name": "network-vif-deleted", "tag": "e27a0840-4b70-4cf9-9029-1c78ca18ff77"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:37.627347 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98738ef-77ce-46e7-9e7d-9358b2b3c60d x-openstack-request-id: req-a98738ef-77ce-46e7-9e7d-9358b2b3c60d {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:37.627820 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d0c3c6-9e50-4246-b0d8-33132bdfac26", "name": "network-vif-deleted", "tag": "e27a0840-4b70-4cf9-9029-1c78ca18ff77", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:37.628223 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a98738ef-77ce-46e7-9e7d-9358b2b3c60d {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:37.628786 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d0c3c6-9e50-4246-b0d8-33132bdfac26', 'name': 'network-vif-deleted', 'tag': 'e27a0840-4b70-4cf9-9029-1c78ca18ff77', 'status': 'completed', 'code': 200} Aug 31 09:02:37.705759 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.708524 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1a1ed7d4-5a87-489b-9cfb-9fd4efd305c2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5946639 Aug 31 09:02:37.713867 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50598) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:37.754932 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:38.047368 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:35Z', 'revision_number': 3, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:38.091047 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Checking router: c53134bc-5f4f-459a-88a1-22cd866edfe4 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:38.091725 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Updating router c53134bc-5f4f-459a-88a1-22cd866edfe4 port 549163c2-176b-4171-8749-c25898834c18 binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:38.132283 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.493153 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437712f-4bd3-4295-b039-44b0d4abd613 req-25ebfd97-306c-4971-92a8-58686eff4e59 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:38.495537 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b437712f-4bd3-4295-b039-44b0d4abd613 req-25ebfd97-306c-4971-92a8-58686eff4e59 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1460848 Aug 31 09:02:38.544207 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device e27a0840-4b70-4cf9-9029-1c78ca18ff77 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:38.607793 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: e27a0840-4b70-4cf9-9029-1c78ca18ff77 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:02:38.618873 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device e27a0840-4b70-4cf9-9029-1c78ca18ff77 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:02:38.656848 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50612) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:38.678619 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b437712f-4bd3-4295-b039-44b0d4abd613 req-bb57f5ba-3132-4628-be7b-d9416d11840b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529741 Aug 31 09:02:38.694570 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.704414 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.736799 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Transition to ACTIVE for port object 549163c2-176b-4171-8749-c25898834c18 will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:38.745578 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-939ae094-f0eb-44fc-b21a-0049bac34afa req-d04ee986-4103-4fc9-bb3a-6f31ee0f96e2 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.1013343 Aug 31 09:02:38.780350 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-aaa0a3d0-fef3-4dbc-8513-4914afb98a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.954192 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.977967 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Allocated IP 172.20.0.1 (e7588399-ec1a-406a-b5a7-a8e40e5ba208/17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d/4648dcab-6b2b-4c37-a963-faea6095c2eb) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:38.982617 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-aaa0a3d0-fef3-4dbc-8513-4914afb98a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.039045 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Pushing event updated for resources: {'Port': ['ID=549163c2-176b-4171-8749-c25898834c18,revision_number=2']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:39.057513 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.057862 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.058524 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.060049 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.060728 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.061351 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.061920 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.062478 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.063100 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.063791 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.064326 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.064898 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.076180 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Attempting to bind port 549163c2-176b-4171-8749-c25898834c18 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:39.076597 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Attempting to bind port 549163c2-176b-4171-8749-c25898834c18 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:39.077190 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Attempting to bind port 549163c2-176b-4171-8749-c25898834c18 on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:39.083762 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:39.084507 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:39.085109 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.085693 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:39.086396 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Bound port: 549163c2-176b-4171-8749-c25898834c18, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:39.087004 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.192700 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.202693 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] For port 549163c2-176b-4171-8749-c25898834c18, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:39.209248 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] For port 549163c2-176b-4171-8749-c25898834c18, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=549163c2-176b-4171-8749-c25898834c18,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:39.211740 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Transition to ACTIVE for port object 4648dcab-6b2b-4c37-a963-faea6095c2eb will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:39.237307 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-aaa0a3d0-fef3-4dbc-8513-4914afb98a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.286294 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-aaa0a3d0-fef3-4dbc-8513-4914afb98a1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db53497a8c9942c48360b8273b29bc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202466 Aug 31 09:02:39.289749 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50620) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:39.292073 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0a3d0-fef3-4dbc-8513-4914afb98a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e242694-8bf8-4d0d-a2b4-4fa1afecd636,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:39.332073 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.339609 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.449954 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:39.450528 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece27e1-1cce-49b8-9e00-b115d8234049 None None] Pushing event updated for resources: {'Port': ['ID=549163c2-176b-4171-8749-c25898834c18,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:39.460966 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:39.466486 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7018a0c9-7674-4854-b3fb-7abd6428812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.472210 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:39.473296 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:39.506851 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7018a0c9-7674-4854-b3fb-7abd6428812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.516039 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:39.547807 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Pushing event updated for resources: {'Port': ['ID=4648dcab-6b2b-4c37-a963-faea6095c2eb,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:39.626531 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.817082 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:39.980236 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6bc3b-d1a8-48e6-a657-f00227130e89 req-e0bfaf01-1a4a-485f-b025-258d1f71fcb2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:39.983772 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f8a6bc3b-d1a8-48e6-a657-f00227130e89 req-e0bfaf01-1a4a-485f-b025-258d1f71fcb2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1502681 Aug 31 09:02:40.028649 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f8a6bc3b-d1a8-48e6-a657-f00227130e89 req-922287ad-b418-4e1a-a8a0-1e00f493b575 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385888 Aug 31 09:02:40.078282 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-ba2c9319-4789-492b-8431-213296b3cd85 None None] Provisioning for port 4648dcab-6b2b-4c37-a963-faea6095c2eb completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:40.090569 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7018a0c9-7674-4854-b3fb-7abd6428812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:40.092885 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7018a0c9-7674-4854-b3fb-7abd6428812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:40.094029 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7018a0c9-7674-4854-b3fb-7abd6428812a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e242694-8bf8-4d0d-a2b4-4fa1afecd636 HTTP/1.1" status: 204 len: 168 time: 0.8028853 Aug 31 09:02:40.099998 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-ba2c9319-4789-492b-8431-213296b3cd85 None None] Provisioning complete for port 4648dcab-6b2b-4c37-a963-faea6095c2eb triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:40.100453 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9319-4789-492b-8431-213296b3cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:40.129197 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018a0c9-7674-4854-b3fb-7abd6428812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e242694-8bf8-4d0d-a2b4-4fa1afecd636,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:40.162801 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:40.251666 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c9319-4789-492b-8431-213296b3cd85 None None] Port 4648dcab-6b2b-4c37-a963-faea6095c2eb cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:40.301395 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12873183-c46d-4b76-a1ca-86b1ce529bc5 req-51a639d2-dc06-4f28-ad63-5115c9a36007 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:40.303002 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-12873183-c46d-4b76-a1ca-86b1ce529bc5 req-51a639d2-dc06-4f28-ad63-5115c9a36007 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.1082897 Aug 31 09:02:40.306135 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:35Z', 'revision_number': 3, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:40.355490 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6c1cd6c3-cc52-4228-960d-4f69bd630e6d req-d981244e-3627-45a5-8656-75940b0c3213 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.1383538 Aug 31 09:02:40.389531 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-12873183-c46d-4b76-a1ca-86b1ce529bc5 req-3929f09b-6850-4aaa-b59f-2401852614ef tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787010 Aug 31 09:02:40.422584 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02451ef-cecd-425f-91f0-17fb6b5e3030 None None] The sync data for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi is: [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:35Z', 'revision_number': 3, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:40.694452 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:40.786772 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:40.934750 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.071252 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Pushing event updated for resources: {'Port': ['ID=4648dcab-6b2b-4c37-a963-faea6095c2eb,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:41.076018 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 549163c2-176b-4171-8749-c25898834c18 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:41.279767 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:41.284209 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:41.302667 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8716918-c5fb-45db-89a7-493750ef946c req-ec8ab357-df6f-40ff-9b4b-bb5cd70e4740 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:41.310569 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a8716918-c5fb-45db-89a7-493750ef946c req-ec8ab357-df6f-40ff-9b4b-bb5cd70e4740 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1062410 Aug 31 09:02:41.365951 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 549163c2-176b-4171-8749-c25898834c18 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:41.378773 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 549163c2-176b-4171-8749-c25898834c18 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:41.380491 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.623843 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-49d3f693-faf1-440a-a0bf-7380cbc69708 req-e6416218-ecc4-42d2-8e05-29bef5eb064f tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.0679142 Aug 31 09:02:41.676684 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a8716918-c5fb-45db-89a7-493750ef946c req-31284990-7367-4ffa-9ba0-a8566db7cf7b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650985 Aug 31 09:02:41.703016 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.809002 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 549163c2-176b-4171-8749-c25898834c18, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=549163c2-176b-4171-8749-c25898834c18,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:41.827805 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Router c53134bc-5f4f-459a-88a1-22cd866edfe4 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:02:41.892779 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2ce12c4c-86e9-477f-8bc7-bd2ad4807e78 None None] Provisioning complete for port 4648dcab-6b2b-4c37-a963-faea6095c2eb triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:41.892779 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2ce12c4c-86e9-477f-8bc7-bd2ad4807e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.932966 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32e0ea-cc47-4933-a9fe-5f21770e58b0 req-def94526-f88d-4325-be84-0227aec3c08a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:41.942442 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7c32e0ea-cc47-4933-a9fe-5f21770e58b0 req-def94526-f88d-4325-be84-0227aec3c08a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.1506665 Aug 31 09:02:41.972983 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.062011 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7c32e0ea-cc47-4933-a9fe-5f21770e58b0 req-955c1c8d-20ea-43ee-8c84-87bd2698301b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187904 Aug 31 09:02:42.172879 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:42.208124 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-0c2e812c-c268-4b92-a622-9e011a6c9f64 admin admin] 10.222.0.66 "PUT /v2.0/routers/c53134bc-5f4f-459a-88a1-22cd866edfe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4929547 Aug 31 09:02:42.379794 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=549163c2-176b-4171-8749-c25898834c18,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:42.436656 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-2ce12c4c-86e9-477f-8bc7-bd2ad4807e78 None None] Port 4648dcab-6b2b-4c37-a963-faea6095c2eb cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:42.895417 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ecf8e9df-2552-4998-8fde-bddb13ff5deb req-347f417c-b20c-4ee9-a7fb-c0dcd2880977 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.0704613 Aug 31 09:02:43.032027 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 549163c2-176b-4171-8749-c25898834c18 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:43.125490 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bc41c-7c58-4372-97e2-60e3bd1e02b1 req-01401590-205a-4004-80e8-dcc14715ff85 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:43.139709 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 549163c2-176b-4171-8749-c25898834c18 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:43.140174 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.147157 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0e8bc41c-7c58-4372-97e2-60e3bd1e02b1 req-01401590-205a-4004-80e8-dcc14715ff85 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.2023950 Aug 31 09:02:43.262022 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0e8bc41c-7c58-4372-97e2-60e3bd1e02b1 req-4d1f4eec-c1d2-46b5-a96f-45307e1a32a5 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098583 Aug 31 09:02:43.390384 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eafb8-348a-48c6-a26a-0c169898a08b req-d4c1c943-04e2-470e-b860-675aeea34a61 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:43.399927 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b45eafb8-348a-48c6-a26a-0c169898a08b req-d4c1c943-04e2-470e-b860-675aeea34a61 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.1638663 Aug 31 09:02:43.461146 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b45eafb8-348a-48c6-a26a-0c169898a08b req-ed4e56e6-887a-4f18-8160-bcaffc6e2f49 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572290 Aug 31 09:02:43.779945 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Sync routers for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:43.797404 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:43.798351 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:43.994257 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:44.029624 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:02:44.058778 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-61bd09aa-990c-488c-8623-27da5cab94c3 req-305ec16f-b8ac-4d44-a8b6-87d156756b41 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.0298395 Aug 31 09:02:44.332426 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:40Z', 'revision_number': 2, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:44.401530 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Checking router: c53134bc-5f4f-459a-88a1-22cd866edfe4 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:44.402590 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Updating router c53134bc-5f4f-459a-88a1-22cd866edfe4 port 4648dcab-6b2b-4c37-a963-faea6095c2eb binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:44.451329 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.710864 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1862e-d063-4421-a244-d1d6c878baa2 req-31c42177-b457-45c5-9272-82eb57b75d69 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:44.715972 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2fb1862e-d063-4421-a244-d1d6c878baa2 req-31c42177-b457-45c5-9272-82eb57b75d69 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.2116170 Aug 31 09:02:44.718247 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50716) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:44.730493 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-738024994-network', 'tenant_id': '269135a0b29546d78bfed3718b17a083'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:44.873843 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2fb1862e-d063-4421-a244-d1d6c878baa2 req-84a3c8e2-ab72-483f-83c8-f7a25470d51e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216893 Aug 31 09:02:44.876730 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e24bc-e24a-4076-ac11-7883ec0032ed req-96086f73-2a83-4e9b-b4ce-97a88976bfa3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:44.876730 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4b1e24bc-e24a-4076-ac11-7883ec0032ed req-96086f73-2a83-4e9b-b4ce-97a88976bfa3 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.1675315 Aug 31 09:02:44.949361 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4b1e24bc-e24a-4076-ac11-7883ec0032ed req-6e06d0bd-78c8-44b2-a29a-575ceb03a444 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827885 Aug 31 09:02:45.110869 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Made reservation on behalf of 269135a0b29546d78bfed3718b17a083 for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:45.115973 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.158293 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.188923 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.217694 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Transition to ACTIVE for port object 4648dcab-6b2b-4c37-a963-faea6095c2eb will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:45.342984 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.498029 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99428d81-917f-4b96-b8c5-085477e595f0 None None] Pushing event updated for resources: {'Port': ['ID=4648dcab-6b2b-4c37-a963-faea6095c2eb,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:45.539558 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.660323 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Attempting to bind port 4648dcab-6b2b-4c37-a963-faea6095c2eb on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:45.660983 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Attempting to bind port 4648dcab-6b2b-4c37-a963-faea6095c2eb by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:45.661502 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Attempting to bind port 4648dcab-6b2b-4c37-a963-faea6095c2eb on network e7588399-ec1a-406a-b5a7-a8e40e5ba208 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:45.697373 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:45.697800 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Checking segment: {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:45.698280 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.698704 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Bound using segment: {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:45.699311 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Bound port: 4648dcab-6b2b-4c37-a963-faea6095c2eb, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:45.699686 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.719535 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a59fe324-ecfb-478e-b8f2-e0c8a07c2dc7 req-2a29b4f4-7c16-4218-ae41-b9926c539237 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.4605253 Aug 31 09:02:45.831049 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.919917 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.950093 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] For port 4648dcab-6b2b-4c37-a963-faea6095c2eb, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:45.955950 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] For port 4648dcab-6b2b-4c37-a963-faea6095c2eb, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=4648dcab-6b2b-4c37-a963-faea6095c2eb,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:45.975880 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:02:45.995062 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c91b30-e044-4ddd-97c4-d2291344a9d0,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:46.004028 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.007239 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Added segment 488a2218-06cf-4079-a722-1afab487d346 of type vlan for network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 Aug 31 09:02:46.051015 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.129912 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.146281 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ed8b-712d-485b-9ff6-92cbdd6749ab req-d17875c0-56a4-4bde-9622-afbaa903ac94 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:46.149361 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-88d2ed8b-712d-485b-9ff6-92cbdd6749ab req-d17875c0-56a4-4bde-9622-afbaa903ac94 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1087742 Aug 31 09:02:46.194002 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:46.194639 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:46.270581 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-88d2ed8b-712d-485b-9ff6-92cbdd6749ab req-056d8816-fa7f-4371-83af-f410840db829 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097810 Aug 31 09:02:46.305005 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99428d81-917f-4b96-b8c5-085477e595f0 None None] Pushing event updated for resources: {'Port': ['ID=4648dcab-6b2b-4c37-a963-faea6095c2eb,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:46.340341 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.348422 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:46.349094 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.485378 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:46.618432 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e25e84-d5f6-4f15-a83e-39ad731c78fe req-34b9be07-1054-499b-a2ff-a2ec8396b957 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:46.627827 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e4e25e84-d5f6-4f15-a83e-39ad731c78fe req-34b9be07-1054-499b-a2ff-a2ec8396b957 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.4891841 Aug 31 09:02:46.637866 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] Pushing event updated for resources: {'Network': ['ID=03e43757-1fd2-4f49-9dd9-ca1efbc970c8,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:46.698192 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ca98711e-a48f-4915-b368-8c426de0e29a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9751856 Aug 31 09:02:46.698805 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50748) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:46.702695 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:02:46.706228 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Request body: {'subnet': {'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-738024994-subnet', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'ip_version': 4}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:46.753280 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e4e25e84-d5f6-4f15-a83e-39ad731c78fe req-10e3843f-590d-4c45-8f5e-b0eea35b237e tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240621 Aug 31 09:02:46.834695 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Made reservation on behalf of 269135a0b29546d78bfed3718b17a083 for: {'subnet': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:46.842198 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25192405'] for subnet, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.025345 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ee1667b1-10e3-4f0e-b200-81e7412e565d req-8e1bd8be-5df8-4bae-a95b-20b20e85e9ef tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.0506761 Aug 31 09:02:47.310102 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:45Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:47.374847 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad892016-63cb-424d-9583-9e52dd1ab5b8 None None] The sync data for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi is: [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:45Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:47.610004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ac5ec-361f-47e2-96fe-3ffb549f0bb2 req-c6fe12db-933e-4a55-b962-4e75aa562532 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:47.616886 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-082ac5ec-361f-47e2-96fe-3ffb549f0bb2 req-c6fe12db-933e-4a55-b962-4e75aa562532 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1766613 Aug 31 09:02:47.703770 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-082ac5ec-361f-47e2-96fe-3ffb549f0bb2 req-79abac65-b240-4879-8090-313f95614189 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593343 Aug 31 09:02:47.757729 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25383635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25192387'] for subnet, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.869585 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cde743f-a8d5-4e72-8005-069db8716c31,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:48.031170 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff11017-cb07-4a67-a269-12120aa8afae req-c0bf63fe-baf4-4561-a70f-3b6a4b8df48b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:48.035088 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8ff11017-cb07-4a67-a269-12120aa8afae req-c0bf63fe-baf4-4561-a70f-3b6a4b8df48b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.1551883 Aug 31 09:02:48.041119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Checking segment: {'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:48.041590 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Network hostable DHCP agents. Network: 03e43757-1fd2-4f49-9dd9-ca1efbc970c8, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:02:48.133074 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8ff11017-cb07-4a67-a269-12120aa8afae req-22191716-a909-4a67-b238-7951e7034189 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773048 Aug 31 09:02:48.194367 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:02:48.296071 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-43c52537-bb77-419a-b87c-8dbeebc40c50 req-78a0bba0-3339-4213-b94e-2764a55e45c3 tempest-ServerRescueNegativeTestJSON-788045174 tempest-ServerRescueNegativeTestJSON-788045174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d0c3c6-9e50-4246-b0d8-33132bdfac26 HTTP/1.1" status: 200 len: 210 time: 0.0829120 Aug 31 09:02:48.320190 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 03e43757-1fd2-4f49-9dd9-ca1efbc970c8) {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:48.325293 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:48.326261 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.338483 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b332f-7180-4004-8f90-744fa0b9fe74 None None] Network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:48.514449 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-48dc73c7-6443-4169-a659-30513bdeb4ca admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8142850 Aug 31 09:02:48.518342 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50770) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:48.523975 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:48.657254 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.665676 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.815511 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.917945 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-03e43757-1fd2-4f49-9dd9-ca1efbc970c8', 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'fixed_ips': [{'subnet_id': '8cde743f-a8d5-4e72-8005-069db8716c31'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:02:48.919620 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.194863 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 4648dcab-6b2b-4c37-a963-faea6095c2eb up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:49.469125 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Allocated IP 172.20.0.2 (03e43757-1fd2-4f49-9dd9-ca1efbc970c8/8cde743f-a8d5-4e72-8005-069db8716c31/97fdbf0a-fdac-44b9-97ae-d4d8262e10f7) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:49.479897 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17388e-3778-4041-93a4-da6f6e10b373 req-35441fea-31f9-4f4a-a5bd-df387373b50b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:49.507223 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df348f39-38f3-444f-8fa5-a35b1706f0d2 req-ac1c70af-27e7-4e98-ac94-4c7d6a1b3339 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:49.510266 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7e17388e-3778-4041-93a4-da6f6e10b373 req-35441fea-31f9-4f4a-a5bd-df387373b50b tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.1295869 Aug 31 09:02:49.519295 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-df348f39-38f3-444f-8fa5-a35b1706f0d2 req-ac1c70af-27e7-4e98-ac94-4c7d6a1b3339 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.6497974 Aug 31 09:02:49.531823 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.601789 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-df348f39-38f3-444f-8fa5-a35b1706f0d2 req-526d649d-144a-468b-835c-3bac17fc0834 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803299 Aug 31 09:02:49.626163 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7e17388e-3778-4041-93a4-da6f6e10b373 req-e45d793b-d70b-45ea-8b78-b6b8b0be2310 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010563 Aug 31 09:02:49.626580 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 4648dcab-6b2b-4c37-a963-faea6095c2eb completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:49.636631 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 4648dcab-6b2b-4c37-a963-faea6095c2eb triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:49.637536 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.724604 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50804) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:49.961400 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.029671 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Transition to ACTIVE for port object 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:50.054479 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.063740 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.075806 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Transition to ACTIVE for port object 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:50.092988 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.121776 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 4648dcab-6b2b-4c37-a963-faea6095c2eb, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=4648dcab-6b2b-4c37-a963-faea6095c2eb,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:50.179866 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.220574 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.239231 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:50.242525 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:50.250094 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:50.252504 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Pushing event updated for resources: {'Port': ['ID=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:50.274425 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Allocated IP 172.27.3.28 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/c5628199-995f-45cb-ae45-5e52be2a03a2) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:50.361373 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Attempting to bind port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:50.362623 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Attempting to bind port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:50.362623 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Attempting to bind port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 on network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:50.373042 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=4648dcab-6b2b-4c37-a963-faea6095c2eb,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:50.390342 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:50.390864 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Checking segment: {'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:50.391670 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.391896 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Bound using segment: {'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:50.392929 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Bound port: 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:50.393849 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.434140 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.510677 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] For port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:50.515037 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.515167 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] For port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,segment=NetworkSegment(488a2218-06cf-4079-a722-1afab487d346),segment_id=488a2218-06cf-4079-a722-1afab487d346)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:50.669053 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.698353 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.839561 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2155779-8e9e-4693-ad16-fcfca82ebdb9 None None] Pushing event updated for resources: {'Port': ['ID=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:50.892782 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:50.904390 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c51a9-853c-4e2c-93fd-0d9fca7871b9 req-e112f910-b670-4e3a-933b-17fc830a4867 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:50.911786 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-178c51a9-853c-4e2c-93fd-0d9fca7871b9 req-e112f910-b670-4e3a-933b-17fc830a4867 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.0956802 Aug 31 09:02:50.917086 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:50.938146 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Deleting port 00b74545-36d9-425a-9335-5df53ab5a6dd {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:02:50.938543 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.958248 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:51.006858 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5628199-995f-45cb-ae45-5e52be2a03a2,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:51.007639 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 4648dcab-6b2b-4c37-a963-faea6095c2eb up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:51.030761 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-178c51a9-853c-4e2c-93fd-0d9fca7871b9 req-8f25fefe-cb26-4721-9d41-229f6a520bcc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180418 Aug 31 09:02:51.083253 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] For port 00b74545-36d9-425a-9335-5df53ab5a6dd, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=00b74545-36d9-425a-9335-5df53ab5a6dd,segment=NetworkSegment(d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0),segment_id=d4f5f427-8ad1-4d3b-9b37-71d5a964c6c0)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:51.083253 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:51.100830 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 4648dcab-6b2b-4c37-a963-faea6095c2eb triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:51.101608 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:51.115340 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Calling delete_port for 00b74545-36d9-425a-9335-5df53ab5a6dd owned by network:router_interface {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:02:51.138243 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c7ee-ca39-4d59-8011-fe58cd8b7547 req-010b6fd1-a60a-4838-b228-4e6a0e812e6f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:51.151000 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2a82c7ee-ca39-4d59-8011-fe58cd8b7547 req-010b6fd1-a60a-4838-b228-4e6a0e812e6f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.2633288 Aug 31 09:02:51.378149 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2a82c7ee-ca39-4d59-8011-fe58cd8b7547 req-d220ad08-0266-48dc-b01d-7decc7959be0 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250397 Aug 31 09:02:51.528014 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:51.584950 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Pushing event deleted for resources: {'Port': ['ID=00b74545-36d9-425a-9335-5df53ab5a6dd,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:51.846650 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:51.964434 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:52.097052 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-1963e756-0073-406b-a406-6c0036f4ef94 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:52.104366 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-1963e756-0073-406b-a406-6c0036f4ef94 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.1089513 Aug 31 09:02:52.388150 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa33f1c-a83d-40c8-9d89-6ea69ed98e17 req-54792305-88fb-45a8-86f0-a4da4cbb8b59 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:52.389875 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5fa33f1c-a83d-40c8-9d89-6ea69ed98e17 req-54792305-88fb-45a8-86f0-a4da4cbb8b59 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.2003169 Aug 31 09:02:52.412458 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:52.420606 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb3673-805b-4a75-8e37-f36d5a0b5f14 None None] Network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:52.480570 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:02:52.495301 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Deleting port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:02:52.495890 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:52.628886 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5fa33f1c-a83d-40c8-9d89-6ea69ed98e17 req-ccfb4512-bb76-491f-84f6-09039c2ba4d1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287798 Aug 31 09:02:52.651011 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-a036b3ea-b33c-4a7b-bf37-6c01e1e37aee None None] Provisioning for port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:52.687979 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ce9e-ddcd-41c1-9f2b-89f8c89a4efd req-3591cf1a-2157-4a12-90bd-95b9a12cc6c9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:52.689997 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e91ce9e-ddcd-41c1-9f2b-89f8c89a4efd req-3591cf1a-2157-4a12-90bd-95b9a12cc6c9 tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 945 time: 0.2023022 Aug 31 09:02:52.766025 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e91ce9e-ddcd-41c1-9f2b-89f8c89a4efd req-d8dc7e0b-570e-4051-be92-bea61437542f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/security-groups?id=e90d8310-19b5-4a04-9030-1a4ea791f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 Aug 31 09:02:52.772737 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:52.792828 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-5107f4e9-9755-468f-b66e-264453e3c93c admin admin] 10.222.0.66 "PUT /v2.0/routers/ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0676720 Aug 31 09:02:52.793755 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] Sync routers for ids ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:52.796648 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50858) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:52.811295 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] For port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,segment=NetworkSegment(74105fef-7dd3-4374-b183-96af1b71c287),segment_id=74105fef-7dd3-4374-b183-96af1b71c287)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:52.812157 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] Routers {'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:52.812405 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:52.813411 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:52.836528 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Calling delete_port for 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:02:52.879917 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Router 63c8924a-0bf6-4002-ae3e-9935492d0a5d is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:02:53.029708 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] Set router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:53.127663 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks [] for router, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.185947 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:53.205364 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9222c742-dace-45c3-a017-84c641304312 None None] Sync routers for ids ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:53.219870 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:53.258050 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.282838 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52f168ec-5af7-49b3-9dcd-29b6d0d1f183'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:53.292194 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.355322 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.357373 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-58fa6217-a6f8-47f4-89db-fbc09e3919b5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8375585 Aug 31 09:02:53.370011 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T09:02:51Z', 'revision_number': 5, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port': {'id': '3e5bfbc8-49cc-454a-9a94-b26be776ffc4', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:55:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:53.371907 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50864) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:53.376715 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Pushing event deleted for resources: {'Port': ['ID=52f168ec-5af7-49b3-9dcd-29b6d0d1f183,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:53.382798 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222c742-dace-45c3-a017-84c641304312 None None] Routers {'63c8924a-0bf6-4002-ae3e-9935492d0a5d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:53.387171 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-9222c742-dace-45c3-a017-84c641304312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:53.410991 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] Checking router: ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:53.423737 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] Routers {'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:53.424020 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:53.447014 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] No DVR routers for this DVR port 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:02:53.456894 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.456894 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b969fb3-7dda-4158-b3ac-904e24956bf9 req-66496dd4-aa3b-4d8c-a652-a5f4d4d66a5a tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.107 "DELETE /v2.0/ports/52f168ec-5af7-49b3-9dcd-29b6d0d1f183 HTTP/1.1" status: 204 len: 173 time: 1.3418574 Aug 31 09:02:53.459163 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7596bba-ef1c-4743-8fe4-92c45a1e3acd', 'name': 'network-vif-deleted', 'tag': '52f168ec-5af7-49b3-9dcd-29b6d0d1f183'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:53.461907 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bd3750-9565-47eb-998a-4714017d46d3" -d '{"events": [{"server_uuid": "c7596bba-ef1c-4743-8fe4-92c45a1e3acd", "name": "network-vif-deleted", "tag": "52f168ec-5af7-49b3-9dcd-29b6d0d1f183"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:53.545156 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73350db7-c052-4fbe-907d-bd473f19f23f x-openstack-request-id: req-73350db7-c052-4fbe-907d-bd473f19f23f {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:53.545838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7596bba-ef1c-4743-8fe4-92c45a1e3acd", "name": "network-vif-deleted", "tag": "52f168ec-5af7-49b3-9dcd-29b6d0d1f183", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:53.546458 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73350db7-c052-4fbe-907d-bd473f19f23f {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:53.547433 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7596bba-ef1c-4743-8fe4-92c45a1e3acd', 'name': 'network-vif-deleted', 'tag': '52f168ec-5af7-49b3-9dcd-29b6d0d1f183', 'status': 'completed', 'code': 200} Aug 31 09:02:53.564302 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Deleting port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:02:53.565764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.594865 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] Set router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c gateway port host: None {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:53.621896 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-9222c742-dace-45c3-a017-84c641304312 None None] Set router 63c8924a-0bf6-4002-ae3e-9935492d0a5d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:53.689760 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 6, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port_host': None}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:53.740555 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:53.749825 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:53.750294 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.805033 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f3d22-663c-482b-8b8d-6e08294f6a1b None None] The sync data for ids ['ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c'] in dv-cinder-786524-11-iscsi is: [{'id': 'ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c', 'name': 'tempest-ServerRescueNegativeTestJSON-23219744-router', 'tenant_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 6, 'project_id': 'caa346cfbca049e2ba26b7ba6ef26fe2', 'gw_port_host': None}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:53.917046 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] For port 3e5bfbc8-49cc-454a-9a94-b26be776ffc4, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=3e5bfbc8-49cc-454a-9a94-b26be776ffc4,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:53.917702 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.940179 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.990248 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,segment=NetworkSegment(488a2218-06cf-4079-a722-1afab487d346),segment_id=488a2218-06cf-4079-a722-1afab487d346)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:53.991252 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Calling delete_port for 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 owned by network:router_gateway {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:02:53.992343 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-9222c742-dace-45c3-a017-84c641304312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:02:51Z', 'revision_number': 3, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port': {'id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:54.024052 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9222c742-dace-45c3-a017-84c641304312 None None] Checking router: 63c8924a-0bf6-4002-ae3e-9935492d0a5d for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:54.025898 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9222c742-dace-45c3-a017-84c641304312 None None] Updating router 63c8924a-0bf6-4002-ae3e-9935492d0a5d port c5628199-995f-45cb-ae45-5e52be2a03a2 binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:54.061213 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9222c742-dace-45c3-a017-84c641304312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.093071 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59344b21-6ef9-4160-85c9-ca5ede98a101 req-d3cee941-4589-47ca-aefa-e81fa23f3343 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:54.098251 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-59344b21-6ef9-4160-85c9-ca5ede98a101 req-d3cee941-4589-47ca-aefa-e81fa23f3343 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.2553606 Aug 31 09:02:54.187796 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.297286 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5f524ab0-44b2-4398-9409-4e5c3a133070 req-cf4569fe-9124-41d6-957c-62f86135c09f tempest-AttachVolumeNegativeTest-2110561449 tempest-AttachVolumeNegativeTest-2110561449-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7596bba-ef1c-4743-8fe4-92c45a1e3acd HTTP/1.1" status: 200 len: 210 time: 0.4004812 Aug 31 09:02:54.326081 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:54.525101 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-59344b21-6ef9-4160-85c9-ca5ede98a101 req-b9802cf1-bcf4-471e-862d-90c793a160cc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4167640 Aug 31 09:02:54.625705 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9222c742-dace-45c3-a017-84c641304312 None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.652175 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-9222c742-dace-45c3-a017-84c641304312 None None] Transition to ACTIVE for port object c5628199-995f-45cb-ae45-5e52be2a03a2 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:54.740913 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9222c742-dace-45c3-a017-84c641304312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.758085 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.813955 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-9222c742-dace-45c3-a017-84c641304312 None None] Attempting to bind port c5628199-995f-45cb-ae45-5e52be2a03a2 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:54.814329 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-9222c742-dace-45c3-a017-84c641304312 None None] Attempting to bind port c5628199-995f-45cb-ae45-5e52be2a03a2 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:54.814939 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9222c742-dace-45c3-a017-84c641304312 None None] Attempting to bind port c5628199-995f-45cb-ae45-5e52be2a03a2 on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:54.825021 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16790cf3-56be-47ae-bba9-3722403b8e38 None None] Pushing event updated for resources: {'Port': ['ID=c5628199-995f-45cb-ae45-5e52be2a03a2,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:54.828177 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9222c742-dace-45c3-a017-84c641304312 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:54.828686 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9222c742-dace-45c3-a017-84c641304312 None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:54.829296 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9222c742-dace-45c3-a017-84c641304312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.829672 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9222c742-dace-45c3-a017-84c641304312 None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:54.830013 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-9222c742-dace-45c3-a017-84c641304312 None None] Bound port: c5628199-995f-45cb-ae45-5e52be2a03a2, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:54.830551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9222c742-dace-45c3-a017-84c641304312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.884215 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.913754 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-9222c742-dace-45c3-a017-84c641304312 None None] For port c5628199-995f-45cb-ae45-5e52be2a03a2, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:54.924271 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-9222c742-dace-45c3-a017-84c641304312 None None] For port c5628199-995f-45cb-ae45-5e52be2a03a2, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c5628199-995f-45cb-ae45-5e52be2a03a2,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:54.989695 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5bfbc8-49cc-454a-9a94-b26be776ffc4,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:54.990060 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:55.037606 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9222c742-dace-45c3-a017-84c641304312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.090675 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.105968 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:55.106615 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.118134 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Allocated IP 172.20.0.1 (03e43757-1fd2-4f49-9dd9-ca1efbc970c8/8cde743f-a8d5-4e72-8005-069db8716c31/9c1ed714-62b9-46f7-89d6-356ab9dcff6c) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:55.131518 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9222c742-dace-45c3-a017-84c641304312 None None] Routers {'63c8924a-0bf6-4002-ae3e-9935492d0a5d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:55.132226 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-9222c742-dace-45c3-a017-84c641304312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:55.208960 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16790cf3-56be-47ae-bba9-3722403b8e38 None None] Pushing event updated for resources: {'Port': ['ID=c5628199-995f-45cb-ae45-5e52be2a03a2,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:55.233389 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.240270 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.340711 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-9222c742-dace-45c3-a017-84c641304312 None None] Set router 63c8924a-0bf6-4002-ae3e-9935492d0a5d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:55.400781 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 50888) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:55.488914 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:55.529118 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.529118 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c {{(pid=101246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:02:55.534537 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_v2 [None req-e782da19-ceb7-4f33-b4c0-6bd5efc39791 admin admin] Deleting subnet 333807a7-baea-49fd-9ef4-dc28d3d53aff {{(pid=101246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:02:55.550479 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.552653 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c08e72b9-1259-42a6-802b-277d82a6ad00 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ea0aa8e8-1447-4e7d-ad19-f4a91d79ae4c HTTP/1.1" status: 204 len: 168 time: 2.7546709 Aug 31 09:02:55.557454 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50890) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:55.563244 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e782da19-ceb7-4f33-b4c0-6bd5efc39791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.605703 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.682640 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Transition to ACTIVE for port object 9c1ed714-62b9-46f7-89d6-356ab9dcff6c will not be triggered until provisioned by entity DHCP. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:55.697963 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb855015-dd5e-4e20-8f15-197592ca847e admin admin] Deleting subnet b7441c24-9c9c-402a-8045-b10a1b82fdc5 {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:02:55.704768 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:02:55.706112 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 3e5bfbc8-49cc-454a-9a94-b26be776ffc4 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:02:55.706767 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 00b74545-36d9-425a-9335-5df53ab5a6dd no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:55.709612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fb855015-dd5e-4e20-8f15-197592ca847e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.731132 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e782da19-ceb7-4f33-b4c0-6bd5efc39791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26091517'] for subnet, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.754271 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 00b74545-36d9-425a-9335-5df53ab5a6dd {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:02:55.754271 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 00b74545-36d9-425a-9335-5df53ab5a6dd not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:02:55.771806 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fb855015-dd5e-4e20-8f15-197592ca847e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.839053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fb855015-dd5e-4e20-8f15-197592ca847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.863621 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-9222c742-dace-45c3-a017-84c641304312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:02:51Z', 'revision_number': 3, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port': {'id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:55.904013 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e782da19-ceb7-4f33-b4c0-6bd5efc39791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.904916 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9222c742-dace-45c3-a017-84c641304312 None None] The sync data for ids ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'] in dv-cinder-786524-11-iscsi is: [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:02:51Z', 'revision_number': 3, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port': {'id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:55.964579 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63080b1-83ba-436f-a01e-93e60e2ebd7f req-15b2baaf-2c58-4b34-8d1d-a89f619734f1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:55.964579 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a63080b1-83ba-436f-a01e-93e60e2ebd7f req-15b2baaf-2c58-4b34-8d1d-a89f619734f1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1993620 Aug 31 09:02:56.010026 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fb855015-dd5e-4e20-8f15-197592ca847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.016934 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.050141 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb855015-dd5e-4e20-8f15-197592ca847e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7441c24-9c9c-402a-8045-b10a1b82fdc5,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:56.060081 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fb855015-dd5e-4e20-8f15-197592ca847e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.063234 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-fb855015-dd5e-4e20-8f15-197592ca847e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b7441c24-9c9c-402a-8045-b10a1b82fdc5 HTTP/1.1" status: 204 len: 168 time: 0.4998810 Aug 31 09:02:56.065599 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50900) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:56.113786 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:56.120589 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a63080b1-83ba-436f-a01e-93e60e2ebd7f req-a96f0f8c-9481-4570-a437-5759709034fe tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425366 Aug 31 09:02:56.131809 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:56.137065 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:56.177171 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:56.177325 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.232387 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e782da19-ceb7-4f33-b4c0-6bd5efc39791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25381900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192442'] for subnet, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.271463 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e782da19-ceb7-4f33-b4c0-6bd5efc39791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.276369 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-e782da19-ceb7-4f33-b4c0-6bd5efc39791 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/333807a7-baea-49fd-9ef4-dc28d3d53aff HTTP/1.1" status: 204 len: 168 time: 0.8741915 Aug 31 09:02:56.300302 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50902) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:56.315838 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.454115 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.485604 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419a2d3e-c803-44b0-aa22-4f507d179ea9']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:56.506186 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782da19-ceb7-4f33-b4c0-6bd5efc39791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=333807a7-baea-49fd-9ef4-dc28d3d53aff,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:56.539962 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:56.541140 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f5f427-8ad1-4d3b-9b37-71d5a964c6c0') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:56.567062 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.597661 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:56.608586 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.611857 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.627279 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:02:56.627973 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:02:56.630164 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:02:56.649284 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.659121 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:02:56.659625 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 52f168ec-5af7-49b3-9dcd-29b6d0d1f183 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:02:56.723321 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-4460bab4-9888-4081-b859-219c76e3ed0c None None] Provisioning for port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:56.734040 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-4460bab4-9888-4081-b859-219c76e3ed0c None None] Provisioning complete for port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:56.735112 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4460bab4-9888-4081-b859-219c76e3ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.839820 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.854822 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27137d3e-9eb6-44c1-b88a-af2cd5fafbd0']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:56.861305 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-68979d96-0481-44c7-87c9-9f7b0380be4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.874658 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74105fef-7dd3-4374-b183-96af1b71c287') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:56.876902 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74105fef-7dd3-4374-b183-96af1b71c287') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:56.910157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.913043 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.950393 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.963266 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] 10.222.0.66 "DELETE /v2.0/networks/419a2d3e-c803-44b0-aa22-4f507d179ea9 HTTP/1.1" status: 204 len: 168 time: 0.8873529 Aug 31 09:02:56.963452 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-4460bab4-9888-4081-b859-219c76e3ed0c None None] Port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:56.983486 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.989303 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d07f14-205b-40e6-bd33-310f6db2475e admin admin] Pushing event deleted for resources: {'Network': ['ID=419a2d3e-c803-44b0-aa22-4f507d179ea9,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:56.998629 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.008396 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:02:57.009338 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:02:57.011686 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:02:57.070886 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c5628199-995f-45cb-ae45-5e52be2a03a2 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:57.097652 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.212820 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:57.219466 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.262827 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.265366 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port c5628199-995f-45cb-ae45-5e52be2a03a2 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:57.269173 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.271054 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] 10.222.0.66 "DELETE /v2.0/networks/27137d3e-9eb6-44c1-b88a-af2cd5fafbd0 HTTP/1.1" status: 204 len: 168 time: 0.9733028 Aug 31 09:02:57.285637 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c5628199-995f-45cb-ae45-5e52be2a03a2 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:57.288882 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.300280 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a278d50-8f30-4494-a504-183ef88eb89c admin admin] Pushing event deleted for resources: {'Network': ['ID=27137d3e-9eb6-44c1-b88a-af2cd5fafbd0,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:57.402732 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:57.404670 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:57.494964 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13ef4f-89b3-4349-84ec-c1059febe78a req-765b4698-0762-4d74-b60a-02eafa91a48f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:57.498112 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6a13ef4f-89b3-4349-84ec-c1059febe78a req-765b4698-0762-4d74-b60a-02eafa91a48f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1932964 Aug 31 09:02:57.564707 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.606566 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6a13ef4f-89b3-4349-84ec-c1059febe78a req-a86247fe-dc7a-40b8-98ee-2279dbeb17d2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968425 Aug 31 09:02:57.615767 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50932) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:57.647439 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port c5628199-995f-45cb-ae45-5e52be2a03a2, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c5628199-995f-45cb-ae45-5e52be2a03a2,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:57.704727 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Router 63c8924a-0bf6-4002-ae3e-9935492d0a5d has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:02:57.746526 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.750503 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-9bd0963c-20fc-49a2-8e13-105e3b1afc6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=caa346cfbca049e2ba26b7ba6ef26fe2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1335106 Aug 31 09:02:57.754825 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50936) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:57.809827 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50938) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:57.859584 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=c5628199-995f-45cb-ae45-5e52be2a03a2,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:57.919979 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-4ef8d738-bb78-4250-8fdf-e74bbc49c49a None None] Provisioning complete for port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:57.920408 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d738-bb78-4250-8fdf-e74bbc49c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.946476 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:57.959988 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-8f8601d7-951e-4f3b-99e8-23603fb383b1 admin admin] 10.222.0.66 "PUT /v2.0/routers/63c8924a-0bf6-4002-ae3e-9935492d0a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5847218 Aug 31 09:02:58.027964 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8d738-bb78-4250-8fdf-e74bbc49c49a None None] Port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:58.074075 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-674abb8c-fa3d-4b66-b98c-00e7a768a79e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3cdf98caa9840c6aeefbb1bf388b598&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2594385 Aug 31 09:02:58.075334 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d80332f1-6bd2-4e7c-969b-84606de78b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.078022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 50948) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:58.172894 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d80332f1-6bd2-4e7c-969b-84606de78b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.245851 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-57e8a130-2364-4f1c-9d93-7f63230e5bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.288682 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-57e8a130-2364-4f1c-9d93-7f63230e5bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.388767 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d80332f1-6bd2-4e7c-969b-84606de78b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.393552 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d80332f1-6bd2-4e7c-969b-84606de78b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.395514 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-d80332f1-6bd2-4e7c-969b-84606de78b8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0831c072-b6ca-474d-8068-1a4721f12ef6 HTTP/1.1" status: 204 len: 168 time: 0.6340089 Aug 31 09:02:58.404843 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80332f1-6bd2-4e7c-969b-84606de78b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831c072-b6ca-474d-8068-1a4721f12ef6,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:58.457220 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-57e8a130-2364-4f1c-9d93-7f63230e5bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.466947 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-57e8a130-2364-4f1c-9d93-7f63230e5bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.471299 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-57e8a130-2364-4f1c-9d93-7f63230e5bdb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e90d8310-19b5-4a04-9030-1a4ea791f1e2 HTTP/1.1" status: 204 len: 168 time: 0.3913403 Aug 31 09:02:58.486792 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8a130-2364-4f1c-9d93-7f63230e5bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90d8310-19b5-4a04-9030-1a4ea791f1e2,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:58.519243 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Sync routers for ids ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:58.535805 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Routers {'63c8924a-0bf6-4002-ae3e-9935492d0a5d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:58.537290 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:02:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:58.702510 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Set router 63c8924a-0bf6-4002-ae3e-9935492d0a5d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:58.868298 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771c38-23c8-4194-a9ec-426bdc19c538 req-a53e3ef0-7142-4e82-b647-66dafe44dd4d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:58.869979 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fb771c38-23c8-4194-a9ec-426bdc19c538 req-a53e3ef0-7142-4e82-b647-66dafe44dd4d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1020153 Aug 31 09:02:58.944705 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fb771c38-23c8-4194-a9ec-426bdc19c538 req-db01bec5-bd33-4032-b1f4-0d8ef75f6c62 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622871 Aug 31 09:02:59.025206 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c5628199-995f-45cb-ae45-5e52be2a03a2 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:59.092426 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c5628199-995f-45cb-ae45-5e52be2a03a2 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:59.092805 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:59.103785 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:02:56Z', 'revision_number': 4, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port': {'id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '9c1ed714-62b9-46f7-89d6-356ab9dcff6c', 'name': '', 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'mac_address': 'fa:16:3e:91:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '8cde743f-a8d5-4e72-8005-069db8716c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:54Z', 'updated_at': '2021-08-31T09:02:56Z', 'revision_number': 2, 'project_id': '269135a0b29546d78bfed3718b17a083', 'subnets': [{'id': '8cde743f-a8d5-4e72-8005-069db8716c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:59.139720 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Checking router: 63c8924a-0bf6-4002-ae3e-9935492d0a5d for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:59.140068 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Updating router 63c8924a-0bf6-4002-ae3e-9935492d0a5d port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:59.202875 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:59.574049 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:59.577098 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:59.592893 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Transition to ACTIVE for port object 9c1ed714-62b9-46f7-89d6-356ab9dcff6c will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:59.663381 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-117fdd51-c948-4b7a-8b52-3396c697fe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:59.694360 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:00.033511 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51014) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d7c04-a070-4cbf-a9e9-6eec86c85438 None None] Pushing event updated for resources: {'Port': ['ID=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Attempting to bind port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Attempting to bind port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Attempting to bind port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c on network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Checking segment: {'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Bound using segment: {'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Bound port: 9c1ed714-62b9-46f7-89d6-356ab9dcff6c, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488a2218-06cf-4079-a722-1afab487d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:03:00.177439 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:00.255630 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946323-d4c4-4461-9cad-f36993fed4ad req-7a9a9050-d16c-4ea0-a72c-a3527c8f05b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:00.257761 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-db946323-d4c4-4461-9cad-f36993fed4ad req-7a9a9050-d16c-4ea0-a72c-a3527c8f05b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 944 time: 0.1320176 Aug 31 09:03:00.345979 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] For port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:03:00.358810 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-db946323-d4c4-4461-9cad-f36993fed4ad req-62781dd2-6dca-4a53-8577-af829301731b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880971 Aug 31 09:03:00.361121 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] For port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,segment=NetworkSegment(488a2218-06cf-4079-a722-1afab487d346),segment_id=488a2218-06cf-4079-a722-1afab487d346)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:03:00.548287 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:00.620150 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:03:00.771910 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Routers {'63c8924a-0bf6-4002-ae3e-9935492d0a5d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:00.778206 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:03:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:00.911065 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8d847334-2a6b-47a5-ae45-ce72cc3eda2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:00.999017 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:01.036823 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.036823 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'port_id': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'mac_address': 'fa:16:3e:b5:be:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:03:01.143261 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] Set router 63c8924a-0bf6-4002-ae3e-9935492d0a5d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:01.171022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8d847334-2a6b-47a5-ae45-ce72cc3eda2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.189768 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.238384 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282f4efb-4bee-412b-94fe-2c45f5e0999b {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:03:01.285070 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8d847334-2a6b-47a5-ae45-ce72cc3eda2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.305004 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:01.312649 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d7c04-a070-4cbf-a9e9-6eec86c85438 None None] Pushing event updated for resources: {'Port': ['ID=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,revision_number=4']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:01.372919 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51042) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:01.373718 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8d847334-2a6b-47a5-ae45-ce72cc3eda2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ac26e044b7a4a2ea9d76db3900e3737&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3395793 Aug 31 09:03:01.374461 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d847334-2a6b-47a5-ae45-ce72cc3eda2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c4d79e-c685-4b5e-9beb-d02e65453b8e,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:01.422201 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.532586 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=9']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:01.610468 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f71b-33f1-49b5-888e-7bea347bfb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.659092 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90d046-a037-4283-a3c1-45d0701b6158 req-6707094c-5ef1-4502-871a-ae6bdef32b8b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:01.672721 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-af90d046-a037-4283-a3c1-45d0701b6158 req-6707094c-5ef1-4502-871a-ae6bdef32b8b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 945 time: 0.1134830 Aug 31 09:03:01.678230 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f71b-33f1-49b5-888e-7bea347bfb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.801163 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:02:56Z', 'revision_number': 4, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port': {'id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '9c1ed714-62b9-46f7-89d6-356ab9dcff6c', 'name': '', 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'mac_address': 'fa:16:3e:91:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '8cde743f-a8d5-4e72-8005-069db8716c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:54Z', 'updated_at': '2021-08-31T09:03:00Z', 'revision_number': 4, 'project_id': '269135a0b29546d78bfed3718b17a083', 'subnets': [{'id': '8cde743f-a8d5-4e72-8005-069db8716c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:01.846903 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-af90d046-a037-4283-a3c1-45d0701b6158 req-1feeba90-91e6-462b-b6d7-1179ad6553f6 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722112 Aug 31 09:03:01.847992 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51052) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:01.869018 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269914ea-309b-4e48-9228-37a2f2abd1da None None] The sync data for ids ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'] in dv-cinder-786524-11-iscsi is: [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:02:56Z', 'revision_number': 4, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port': {'id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '9c1ed714-62b9-46f7-89d6-356ab9dcff6c', 'name': '', 'network_id': '03e43757-1fd2-4f49-9dd9-ca1efbc970c8', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'mac_address': 'fa:16:3e:91:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '8cde743f-a8d5-4e72-8005-069db8716c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:54Z', 'updated_at': '2021-08-31T09:03:00Z', 'revision_number': 4, 'project_id': '269135a0b29546d78bfed3718b17a083', 'subnets': [{'id': '8cde743f-a8d5-4e72-8005-069db8716c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:03:01.976649 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f71b-33f1-49b5-888e-7bea347bfb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.983245 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f71b-33f1-49b5-888e-7bea347bfb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.987942 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-a5a6f71b-33f1-49b5-888e-7bea347bfb06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94c4d79e-c685-4b5e-9beb-d02e65453b8e HTTP/1.1" status: 204 len: 168 time: 0.6090989 Aug 31 09:03:02.010899 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6f71b-33f1-49b5-888e-7bea347bfb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c4d79e-c685-4b5e-9beb-d02e65453b8e,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:02.046272 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1953456877-network', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:02.197430 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Made reservation on behalf of fa4d7234d48d4e13a78efa16079658b9 for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:03:02.201184 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.234247 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.443394 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.457257 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.545125 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.615345 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:03:02.629348 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.629697 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Added segment 816a1675-76e3-48bc-82b9-762632e87595 of type vlan for network f2d0785c-2165-4e34-93ca-0268b5014c44 Aug 31 09:03:02.686193 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aa76a7-f15f-4e7c-a416-5f52870e2e8e,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:02.761740 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.911004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.911004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:02.911004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.052037 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 9c1ed714-62b9-46f7-89d6-356ab9dcff6c up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:03.126328 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2736452 Aug 31 09:03:03.126852 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51078) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:03.132630 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Request body: {'subnet': {'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1953456877-subnet', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:03.186668 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bb37b-5482-430a-88c6-4ab2b04903d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d0785c-2165-4e34-93ca-0268b5014c44,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:03.199703 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51082) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:03.207942 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network f2d0785c-2165-4e34-93ca-0268b5014c44 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:03:03.219561 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca0555-5124-48cc-8f8c-4b7b4607f429 req-ba8c00db-cab0-4f4f-9f78-d547a3ca4952 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:03.222338 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b0ca0555-5124-48cc-8f8c-4b7b4607f429 req-ba8c00db-cab0-4f4f-9f78-d547a3ca4952 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 945 time: 0.1571178 Aug 31 09:03:03.251505 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1b9dad3a-65c5-49b7-a503-0a50c18b4869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.295489 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:03.309323 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b0ca0555-5124-48cc-8f8c-4b7b4607f429 req-f80856b4-401d-4a37-b775-ac3e2ab0a7aa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719218 Aug 31 09:03:03.319097 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:03.324159 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.329790 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Made reservation on behalf of fa4d7234d48d4e13a78efa16079658b9 for: {'subnet': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:03:03.332782 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25192405'] for subnet, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.457490 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.516743 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,segment=NetworkSegment(488a2218-06cf-4079-a722-1afab487d346),segment_id=488a2218-06cf-4079-a722-1afab487d346)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:03.607236 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.740490 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1b9dad3a-65c5-49b7-a503-0a50c18b4869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.742844 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:03.803403 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25383635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25192387'] for subnet, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.893358 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Checking segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:03:03.893764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Network hostable DHCP agents. Network: f2d0785c-2165-4e34-93ca-0268b5014c44, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:03:03.904552 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc22d9f0-a41e-4704-899d-f01e60369f53,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:03.909912 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1b9dad3a-65c5-49b7-a503-0a50c18b4869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.952348 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dad3a-65c5-49b7-a503-0a50c18b4869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46360fa8-fedc-4320-a0dc-3fc263736097,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:03.973021 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1b9dad3a-65c5-49b7-a503-0a50c18b4869 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c947d3d86bb84100b21eb9f92234b801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7699797 Aug 31 09:03:03.973438 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51088) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:04.076964 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Network f2d0785c-2165-4e34-93ca-0268b5014c44 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:03:04.101226 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7a924cac-3b18-4c99-9044-140ed844853d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.139902 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51092) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:04.148524 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7a924cac-3b18-4c99-9044-140ed844853d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.229413 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, f2d0785c-2165-4e34-93ca-0268b5014c44) {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:04.241590 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0493de-2c52-4f04-988a-f4593a7b9c63 None None] Network f2d0785c-2165-4e34-93ca-0268b5014c44 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:03:04.244432 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:04.245102 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.316548 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7a924cac-3b18-4c99-9044-140ed844853d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.320073 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7a924cac-3b18-4c99-9044-140ed844853d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.322538 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7a924cac-3b18-4c99-9044-140ed844853d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46360fa8-fedc-4320-a0dc-3fc263736097 HTTP/1.1" status: 204 len: 168 time: 0.3472965 Aug 31 09:03:04.342485 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a924cac-3b18-4c99-9044-140ed844853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46360fa8-fedc-4320-a0dc-3fc263736097,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:04.354022 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-baf604f1-c01b-49d5-be41-f717037db811 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2257137 Aug 31 09:03:04.357376 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51102) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:04.369340 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:04.424561 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6fe620f5-81f4-4c20-b5c4-1d3ad5cbd839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.611466 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d40f9-3291-4990-9704-cebee33cfa90 req-fd6e8806-2e01-4839-987a-500527ec35a3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:04.614352 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-342d40f9-3291-4990-9704-cebee33cfa90 req-fd6e8806-2e01-4839-987a-500527ec35a3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 945 time: 0.1410124 Aug 31 09:03:04.650831 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-f2d0785c-2165-4e34-93ca-0268b5014c44', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:03:04.652160 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.705061 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.705972 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.785252 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-342d40f9-3291-4990-9704-cebee33cfa90 req-1aa33137-8fbb-40c6-a29b-41eefbd364e9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614714 Aug 31 09:03:04.839764 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['282f4efb-4bee-412b-94fe-2c45f5e0999b'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:03:04.873478 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.943746 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6fe620f5-81f4-4c20-b5c4-1d3ad5cbd839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.974482 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Allocated IP 172.20.0.2 (f2d0785c-2165-4e34-93ca-0268b5014c44/dc22d9f0-a41e-4704-899d-f01e60369f53/0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:04.978807 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 9c1ed714-62b9-46f7-89d6-356ab9dcff6c up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:05.181392 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:05.181770 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.211215 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6fe620f5-81f4-4c20-b5c4-1d3ad5cbd839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.320949 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.367866 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe620f5-81f4-4c20-b5c4-1d3ad5cbd839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e86e6f-0f09-4deb-b522-dfbf0cbf4e85,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:05.379558 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-6fe620f5-81f4-4c20-b5c4-1d3ad5cbd839 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8f3df8a75ab4881bf4f8adb4893f05b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2384131 Aug 31 09:03:05.382432 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51124) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:05.387511 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Transition to ACTIVE for port object 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:05.387698 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.416120 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Transition to ACTIVE for port object 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:05.454437 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-22726ff0-726b-4203-9950-a5534153a3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.487137 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-22726ff0-726b-4203-9950-a5534153a3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.592866 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.639681 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Network f2d0785c-2165-4e34-93ca-0268b5014c44 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:05.646927 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:05.652049 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:05.663381 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Pushing event updated for resources: {'Port': ['ID=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:05.742262 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-22726ff0-726b-4203-9950-a5534153a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.745692 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-22726ff0-726b-4203-9950-a5534153a3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.750471 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-22726ff0-726b-4203-9950-a5534153a3ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3e86e6f-0f09-4deb-b522-dfbf0cbf4e85 HTTP/1.1" status: 204 len: 168 time: 0.3660259 Aug 31 09:03:05.765722 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22726ff0-726b-4203-9950-a5534153a3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e86e6f-0f09-4deb-b522-dfbf0cbf4e85,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:05.767234 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Attempting to bind port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:03:05.767442 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Attempting to bind port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:03:05.768066 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Attempting to bind port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 on network f2d0785c-2165-4e34-93ca-0268b5014c44 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:05.791765 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:03:05.792167 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Checking segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:03:05.793029 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.793029 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Bound using segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:03:05.793573 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Bound port: 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:03:05.794672 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.870781 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.902120 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:05.967500 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51138) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:05.986977 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] For port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:03:05.993089 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] For port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:03:06.029691 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f7153d5c-cbfd-42c0-a6fa-aade388739b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.066094 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfc254-f466-4e62-9ef0-90d75ace8482 req-4babdc56-d380-4ac3-9c49-bbcccab842ff tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:06.074036 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b4cfc254-f466-4e62-9ef0-90d75ace8482 req-4babdc56-d380-4ac3-9c49-bbcccab842ff tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 945 time: 0.1108854 Aug 31 09:03:06.148239 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b4cfc254-f466-4e62-9ef0-90d75ace8482 req-28c50e01-2b66-45ed-a2e1-39def485eb9f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709629 Aug 31 09:03:06.158302 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Allocated IP 172.27.3.172 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/cb088c0e-6aa8-442e-9f40-6a711753a4b8) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:06.214855 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.250618 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f7153d5c-cbfd-42c0-a6fa-aade388739b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.325399 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f7153d5c-cbfd-42c0-a6fa-aade388739b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.344735 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c467e-6caf-45d0-8c5e-ac245fa6c0a4 None None] Pushing event updated for resources: {'Port': ['ID=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:06.376374 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.390330 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-f7153d5c-cbfd-42c0-a6fa-aade388739b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50bd99465dcb4271a672df79855afe14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185865 Aug 31 09:03:06.391521 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51140) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:06.405925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7153d5c-cbfd-42c0-a6fa-aade388739b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a1a93-4ac8-40c5-a92f-4e61b155b36d,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:06.494594 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d0e29b4c-0529-4eff-a18e-b7c6fb46b01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.534980 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d0e29b4c-0529-4eff-a18e-b7c6fb46b01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.625255 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.652174 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:06.686231 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:06.691554 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:06.698182 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:06.735137 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d0e29b4c-0529-4eff-a18e-b7c6fb46b01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.737711 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d0e29b4c-0529-4eff-a18e-b7c6fb46b01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.741702 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 282f4efb-4bee-412b-94fe-2c45f5e0999b triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:06.748497 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.751781 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-d0e29b4c-0529-4eff-a18e-b7c6fb46b01d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf3a1a93-4ac8-40c5-a92f-4e61b155b36d HTTP/1.1" status: 204 len: 168 time: 0.3553333 Aug 31 09:03:06.783568 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Pushing event updated for resources: {'Port': ['ID=cb088c0e-6aa8-442e-9f40-6a711753a4b8,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:06.789354 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e29b4c-0529-4eff-a18e-b7c6fb46b01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a1a93-4ac8-40c5-a92f-4e61b155b36d,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:06.871942 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:06.907440 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:06.910440 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96710327-45f3-48d4-a871-ecc4a4032167" -d '{"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-plugged", "status": "completed", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:06.936692 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:06.987640 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d053d74-34ef-4099-bcbc-df215832b7b0 x-openstack-request-id: req-0d053d74-34ef-4099-bcbc-df215832b7b0 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:06.988587 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-plugged", "status": "completed", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:06.990473 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d053d74-34ef-4099-bcbc-df215832b7b0 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:06.991429 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'code': 200} Aug 31 09:03:07.031833 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:07.104212 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:07.130718 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51152) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:07.147936 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e00f6456-05b3-4474-9e78-aff4194e77d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:07.191776 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=10']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:07.256672 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:07.390514 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:07.541339 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d6ba5-43d2-491e-8e33-d28bec4ee198 req-4e753076-df3c-452b-b573-00ab00d7194e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:07.543702 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d77d6ba5-43d2-491e-8e33-d28bec4ee198 req-4e753076-df3c-452b-b573-00ab00d7194e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.2343826 Aug 31 09:03:07.667498 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d77d6ba5-43d2-491e-8e33-d28bec4ee198 req-70ca06a2-aa69-4aff-b25a-507c0ef715bb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151662 Aug 31 09:03:07.687571 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e00f6456-05b3-4474-9e78-aff4194e77d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:07.792027 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e00f6456-05b3-4474-9e78-aff4194e77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:07.845508 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-e00f6456-05b3-4474-9e78-aff4194e77d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a796c0a8e9543968c9d17a5edeaf869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7133386 Aug 31 09:03:07.848885 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f6456-05b3-4474-9e78-aff4194e77d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db429608-3e6b-4f01-a838-6c90343febc0,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:07.853618 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51170) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:07.866251 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27613098-4cce-401c-9e21-8aea0e2f2da3 req-5f418ea1-45c2-4741-bab9-5b54c470dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:07.868696 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-27613098-4cce-401c-9e21-8aea0e2f2da3 req-5f418ea1-45c2-4741-bab9-5b54c470dd88 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 1100 time: 0.1088750 Aug 31 09:03:07.876294 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a64dc-63da-45eb-9f42-62b6dc479219 None None] Network f2d0785c-2165-4e34-93ca-0268b5014c44 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:03:07.950833 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-27613098-4cce-401c-9e21-8aea0e2f2da3 req-355f2f98-5013-4a70-9b42-5a0d3fe2b315 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684695 Aug 31 09:03:07.974921 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-82f6211c-8e50-4df9-aaa0-7d3ceb75bc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:08.007885 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-82f6211c-8e50-4df9-aaa0-7d3ceb75bc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:08.188104 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-82f6211c-8e50-4df9-aaa0-7d3ceb75bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:08.191699 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-82f6211c-8e50-4df9-aaa0-7d3ceb75bc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:08.193478 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-82f6211c-8e50-4df9-aaa0-7d3ceb75bc6f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db429608-3e6b-4f01-a838-6c90343febc0 HTTP/1.1" status: 204 len: 168 time: 0.3382881 Aug 31 09:03:08.213347 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6211c-8e50-4df9-aaa0-7d3ceb75bc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db429608-3e6b-4f01-a838-6c90343febc0,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:08.267387 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:08.296954 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-977d56c7-b0cb-41fc-812f-9b9a4d1a6781 None None] Provisioning for port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:08.307671 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-977d56c7-b0cb-41fc-812f-9b9a4d1a6781 None None] Provisioning complete for port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:08.309838 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-977d56c7-b0cb-41fc-812f-9b9a4d1a6781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:08.476784 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-977d56c7-b0cb-41fc-812f-9b9a4d1a6781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:08.525092 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-977d56c7-b0cb-41fc-812f-9b9a4d1a6781 None None] For port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:08.585121 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Router e711721b-dbf1-486d-bb8d-96806e06e10a is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:03:08.633834 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-977d56c7-b0cb-41fc-812f-9b9a4d1a6781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:08.762051 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d56c7-b0cb-41fc-812f-9b9a4d1a6781 None None] Pushing event updated for resources: {'Port': ['ID=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:08.801086 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:03:08.811236 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Sync routers for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:03:08.826075 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:08.828409 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:03:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:08.863364 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c011a03-fd7c-4a37-9b00-068bba30c050 req-a86bc627-83a6-4893-9d56-7cf5dade0aba tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:08.865403 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4c011a03-fd7c-4a37-9b00-068bba30c050 req-a86bc627-83a6-4893-9d56-7cf5dade0aba tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.0820262 Aug 31 09:03:09.009641 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-fb1fe41b-b07f-4252-9c19-5e8365ab5162 None None] Provisioning complete for port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:09.010275 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-fb1fe41b-b07f-4252-9c19-5e8365ab5162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:09.035864 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4c011a03-fd7c-4a37-9b00-068bba30c050 req-bcff205c-c02f-4120-9b75-ead3666504b1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547687 Aug 31 09:03:09.035864 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:09.049661 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-07ba737c-afb3-4888-a1c4-df8aaf42e6cf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6872923 Aug 31 09:03:09.050456 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51202) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:09.079066 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:09.148043 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:09.364655 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:09.364777 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:09.630136 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:07Z', 'revision_number': 3, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:09.705001 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Checking router: e711721b-dbf1-486d-bb8d-96806e06e10a for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:03:09.705001 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Updating router e711721b-dbf1-486d-bb8d-96806e06e10a port cb088c0e-6aa8-442e-9f40-6a711753a4b8 binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:03:09.777500 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:09.845315 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:10.201179 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Allocated IP 172.20.0.1 (f2d0785c-2165-4e34-93ca-0268b5014c44/dc22d9f0-a41e-4704-899d-f01e60369f53/6982bc40-a3ec-4426-87a0-74a9f33b39d9) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:10.330756 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:10.355151 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Transition to ACTIVE for port object cb088c0e-6aa8-442e-9f40-6a711753a4b8 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:10.413754 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5c68-c6a2-4357-bcc7-7fd02dd02c7a req-e405d375-e760-4073-b1fc-62257c416d16 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:10.421866 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-23ad5c68-c6a2-4357-bcc7-7fd02dd02c7a req-e405d375-e760-4073-b1fc-62257c416d16 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.2044315 Aug 31 09:03:10.487398 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-23ad5c68-c6a2-4357-bcc7-7fd02dd02c7a req-e9b8eeca-db04-43f0-9108-174b034c81d8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645359 Aug 31 09:03:10.490355 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:10.504796 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Transition to ACTIVE for port object 6982bc40-a3ec-4426-87a0-74a9f33b39d9 will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:11.015049 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.029808 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.091002 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Network f2d0785c-2165-4e34-93ca-0268b5014c44 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:11.092378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Pushing event updated for resources: {'Port': ['ID=6982bc40-a3ec-4426-87a0-74a9f33b39d9,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:11.096018 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Attempting to bind port cb088c0e-6aa8-442e-9f40-6a711753a4b8 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:03:11.096940 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Attempting to bind port cb088c0e-6aa8-442e-9f40-6a711753a4b8 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:03:11.097399 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Attempting to bind port cb088c0e-6aa8-442e-9f40-6a711753a4b8 on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:11.098367 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:11.101281 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:11.104950 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:03:11.105325 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:03:11.105960 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.106218 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:03:11.106962 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Bound port: cb088c0e-6aa8-442e-9f40-6a711753a4b8, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:03:11.106962 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.108728 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6787d7-8d01-4449-bdd5-3f94e41c233d None None] Pushing event updated for resources: {'Port': ['ID=cb088c0e-6aa8-442e-9f40-6a711753a4b8,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:11.154080 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.178158 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] For port cb088c0e-6aa8-442e-9f40-6a711753a4b8, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:03:11.182741 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] For port cb088c0e-6aa8-442e-9f40-6a711753a4b8, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=cb088c0e-6aa8-442e-9f40-6a711753a4b8,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:03:11.296068 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.308405 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:11.309341 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:03:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:11.448516 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6787d7-8d01-4449-bdd5-3f94e41c233d None None] Pushing event updated for resources: {'Port': ['ID=cb088c0e-6aa8-442e-9f40-6a711753a4b8,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:11.485692 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:11.657384 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.692803 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5db580-b09a-4b0e-8167-75ce5165ca3e req-727c7187-3ed7-4b05-8b0b-0db2b90c95bf tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:11.702229 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4c5db580-b09a-4b0e-8167-75ce5165ca3e req-727c7187-3ed7-4b05-8b0b-0db2b90c95bf tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.1262836 Aug 31 09:03:11.757148 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4c5db580-b09a-4b0e-8167-75ce5165ca3e req-38213ac5-7483-491b-b593-a7d296ebade2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538950 Aug 31 09:03:11.764289 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-f4c7ce2b-c527-4d71-b4d7-88f3c039c245 None None] Provisioning for port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:11.771473 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:07Z', 'revision_number': 3, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:11.773151 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-f4c7ce2b-c527-4d71-b4d7-88f3c039c245 None None] Provisioning complete for port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:11.774149 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ce2b-c527-4d71-b4d7-88f3c039c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.835587 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32459c0c-159f-4f2e-8af5-6b90bd1f79fb None None] The sync data for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi is: [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:07Z', 'revision_number': 3, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:03:11.849273 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7ce2b-c527-4d71-b4d7-88f3c039c245 None None] Port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:03:11.924402 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:12.150338 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:12.228753 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Pushing event updated for resources: {'Port': ['ID=6982bc40-a3ec-4426-87a0-74a9f33b39d9,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:12.231602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:12.449536 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Network f2d0785c-2165-4e34-93ca-0268b5014c44 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:12.451176 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:12.694293 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Router e711721b-dbf1-486d-bb8d-96806e06e10a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:03:12.900570 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-3bb2d5ba-a042-4791-903c-8deef0b45904 None None] Provisioning complete for port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:12.901137 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d5ba-a042-4791-903c-8deef0b45904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:12.940379 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:03:12.964702 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-1a0cf698-04a3-4daf-8bc8-1a16ff2b7627 admin admin] 10.222.0.66 "PUT /v2.0/routers/e711721b-dbf1-486d-bb8d-96806e06e10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9118614 Aug 31 09:03:13.037670 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72879bd-fee7-45ee-aa9c-0cacba43435d req-6188c4ae-d9a2-4b6d-adb5-005a6d5b1fad tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:13.067716 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a72879bd-fee7-45ee-aa9c-0cacba43435d req-6188c4ae-d9a2-4b6d-adb5-005a6d5b1fad tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.1455898 Aug 31 09:03:13.077936 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2d5ba-a042-4791-903c-8deef0b45904 None None] Port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:03:13.107580 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device cb088c0e-6aa8-442e-9f40-6a711753a4b8 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:13.166862 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a72879bd-fee7-45ee-aa9c-0cacba43435d req-f5b8d0d3-d6a5-4c90-8d56-127318e1ae1e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962133 Aug 31 09:03:13.459296 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port cb088c0e-6aa8-442e-9f40-6a711753a4b8 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:13.464201 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port cb088c0e-6aa8-442e-9f40-6a711753a4b8 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:13.464651 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:13.622320 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:13.647444 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port cb088c0e-6aa8-442e-9f40-6a711753a4b8, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=cb088c0e-6aa8-442e-9f40-6a711753a4b8,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:13.677447 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51334) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:13.759742 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:13.847333 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=cb088c0e-6aa8-442e-9f40-6a711753a4b8,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:13.893931 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cb5270a8-a574-48e8-9aa8-cf65112ab7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.074899 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cb5270a8-a574-48e8-9aa8-cf65112ab7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.242018 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51348) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:14.247970 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-c4b04f64-747f-4c59-a8ab-24311c57bc80 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576829040', 'description': 'tempest-description--1085133447'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:14.261853 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Sync routers for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:03:14.278710 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:14.280422 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:03:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:14.292147 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cb5270a8-a574-48e8-9aa8-cf65112ab7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.356040 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a85582-e1d6-4bd0-b69e-8bd1d9a11a31 req-e71ce82f-a4d2-44d8-af7f-2196b0398c7e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:14.357779 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e6a85582-e1d6-4bd0-b69e-8bd1d9a11a31 req-e71ce82f-a4d2-44d8-af7f-2196b0398c7e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.0876524 Aug 31 09:03:14.419221 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5270a8-a574-48e8-9aa8-cf65112ab7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fe4f75-42b3-4ad0-a54b-7bb40752c8e4,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:14.451523 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e6a85582-e1d6-4bd0-b69e-8bd1d9a11a31 req-f2a2bc1c-ebd8-4591-a35b-82e3c6919e2a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788221 Aug 31 09:03:14.452125 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51352) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:14.458354 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:14.459353 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-cb5270a8-a574-48e8-9aa8-cf65112ab7ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1bae0d1845a404ebc7e18f063093976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806759 Aug 31 09:03:14.502143 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c4b04f64-747f-4c59-a8ab-24311c57bc80 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.530816 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f48c9fd9-4535-492e-9d98-643869da3fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.566876 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f48c9fd9-4535-492e-9d98-643869da3fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.625023 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c4b04f64-747f-4c59-a8ab-24311c57bc80 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.713813 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c4b04f64-747f-4c59-a8ab-24311c57bc80 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.751069 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b04f64-747f-4c59-a8ab-24311c57bc80 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e3dc5a-ebbd-4473-a36e-5019bb042866,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:14.756850 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f48c9fd9-4535-492e-9d98-643869da3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.770673 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f48c9fd9-4535-492e-9d98-643869da3fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.780142 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f48c9fd9-4535-492e-9d98-643869da3fe7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74fe4f75-42b3-4ad0-a54b-7bb40752c8e4 HTTP/1.1" status: 204 len: 168 time: 0.3269274 Aug 31 09:03:14.780900 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 2, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:14.802330 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c9fd9-4535-492e-9d98-643869da3fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fe4f75-42b3-4ad0-a54b-7bb40752c8e4,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:14.815601 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Checking router: e711721b-dbf1-486d-bb8d-96806e06e10a for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:03:14.822488 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Updating router e711721b-dbf1-486d-bb8d-96806e06e10a port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:03:14.850751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c4b04f64-747f-4c59-a8ab-24311c57bc80 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.855996 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51356) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:14.856954 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c4b04f64-747f-4c59-a8ab-24311c57bc80 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6130466 Aug 31 09:03:14.869896 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.870475 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-8afd164b-e2a0-4aa2-8db4-8365b6480a1a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'security_group_rule': {'security_group_id': '41e3dc5a-ebbd-4473-a36e-5019bb042866', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:15.042812 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8afd164b-e2a0-4aa2-8db4-8365b6480a1a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.065224 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51362) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:15.069607 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device cb088c0e-6aa8-442e-9f40-6a711753a4b8 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:15.175067 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port cb088c0e-6aa8-442e-9f40-6a711753a4b8 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:15.175937 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.219459 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8afd164b-e2a0-4aa2-8db4-8365b6480a1a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.311048 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8afd164b-e2a0-4aa2-8db4-8365b6480a1a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.334067 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd164b-e2a0-4aa2-8db4-8365b6480a1a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2901e2-c13d-402f-82cf-979bac25b543,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:15.436648 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.454532 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8afd164b-e2a0-4aa2-8db4-8365b6480a1a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.454982 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51372) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:15.455079 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-8afd164b-e2a0-4aa2-8db4-8365b6480a1a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5870218 Aug 31 09:03:15.456528 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-378afba3-45e6-4652-b81d-974a505c668c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'security_group_rule': {'security_group_id': '41e3dc5a-ebbd-4473-a36e-5019bb042866', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:15.491452 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Transition to ACTIVE for port object 6982bc40-a3ec-4426-87a0-74a9f33b39d9 will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:15.507498 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.611129 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.635083 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4935-584b-481d-8c47-d772e3e8010c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.666029 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-378afba3-45e6-4652-b81d-974a505c668c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.678664 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0127326-0e56-4082-bc66-d3219c9d48b8 None None] Pushing event updated for resources: {'Port': ['ID=6982bc40-a3ec-4426-87a0-74a9f33b39d9,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:15.689931 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599d401-93cf-4d59-b4f8-6cba0dee02bd req-22af890a-d3be-4cd1-84cc-133de5bd0d22 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:15.700947 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1599d401-93cf-4d59-b4f8-6cba0dee02bd req-22af890a-d3be-4cd1-84cc-133de5bd0d22 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.1404200 Aug 31 09:03:15.757413 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Attempting to bind port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:03:15.758680 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Attempting to bind port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:03:15.759099 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Attempting to bind port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 on network f2d0785c-2165-4e34-93ca-0268b5014c44 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:15.764824 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:03:15.765568 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Checking segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:03:15.766377 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.766626 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Bound using segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:03:15.766998 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Bound port: 6982bc40-a3ec-4426-87a0-74a9f33b39d9, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:03:15.767417 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.886192 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1599d401-93cf-4d59-b4f8-6cba0dee02bd req-ead08b9b-8a77-4a18-9acf-95da3bd544ef tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843314 Aug 31 09:03:15.887994 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] For port 6982bc40-a3ec-4426-87a0-74a9f33b39d9, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:03:15.911587 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] For port 6982bc40-a3ec-4426-87a0-74a9f33b39d9, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=6982bc40-a3ec-4426-87a0-74a9f33b39d9,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:03:15.913223 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-378afba3-45e6-4652-b81d-974a505c668c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.002963 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4935-584b-481d-8c47-d772e3e8010c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.022667 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.084445 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-378afba3-45e6-4652-b81d-974a505c668c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.093044 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:16.093677 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:03:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:16.095776 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0127326-0e56-4082-bc66-d3219c9d48b8 None None] Pushing event updated for resources: {'Port': ['ID=6982bc40-a3ec-4426-87a0-74a9f33b39d9,revision_number=4']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:16.142361 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6b1f4935-584b-481d-8c47-d772e3e8010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.169538 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378afba3-45e6-4652-b81d-974a505c668c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35657dfe-3655-44b8-9f1b-b56ab21114f0,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:16.180641 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f4935-584b-481d-8c47-d772e3e8010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78605c8d-80c3-4192-8e3c-a94e07e4dc96,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:16.252025 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-378afba3-45e6-4652-b81d-974a505c668c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.254343 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-378afba3-45e6-4652-b81d-974a505c668c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8029881 Aug 31 09:03:16.257796 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51394) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:16.265537 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:16.337932 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6b1f4935-584b-481d-8c47-d772e3e8010c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a869478720143d7a89c06f4f2cf8f84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2714920 Aug 31 09:03:16.344133 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51402) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:16.477253 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.534493 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:16.537572 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ad0822a-141a-4eb7-8df7-108c1ad97dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.593489 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ad0822a-141a-4eb7-8df7-108c1ad97dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.622285 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-85118e5d-7777-4631-aba1-fc4aa3108640 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1663029 Aug 31 09:03:16.713102 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.732252 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-4cb41f6a-c9c8-4e78-851e-08a753b48d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:16.734586 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-4cb41f6a-c9c8-4e78-851e-08a753b48d9e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 1100 time: 0.0821309 Aug 31 09:03:16.885435 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-1e7b7049-9632-40e8-a14d-64e59dbcc9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:16.887965 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-1e7b7049-9632-40e8-a14d-64e59dbcc9a1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 918 time: 0.1299887 Aug 31 09:03:16.890187 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ad0822a-141a-4eb7-8df7-108c1ad97dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.893334 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ad0822a-141a-4eb7-8df7-108c1ad97dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.894892 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7ad0822a-141a-4eb7-8df7-108c1ad97dc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78605c8d-80c3-4192-8e3c-a94e07e4dc96 HTTP/1.1" status: 204 len: 168 time: 0.5494239 Aug 31 09:03:16.926931 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Allocated IP 172.27.3.181 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/402d1095-109d-49e6-8117-fa2a67af6e6e) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:16.947909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0822a-141a-4eb7-8df7-108c1ad97dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78605c8d-80c3-4192-8e3c-a94e07e4dc96,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:17.101469 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-e1c64874-3e56-424a-abac-a472e1378b5b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b HTTP/1.1" status: 200 len: 1002 time: 0.2045758 Aug 31 09:03:17.106539 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:15Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:17.152879 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40db6118-2f7e-400f-9071-a4f7ca1d448d None None] The sync data for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi is: [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:15Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:03:17.196623 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:17.300783 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-2003a111-5d0b-471f-af44-9d70f4b04c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:17.311814 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-2003a111-5d0b-471f-af44-9d70f4b04c0c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.1998539 Aug 31 09:03:17.389807 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-3acc5b32-2f58-4f43-a4fb-faeceef15c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:17.391523 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-3acc5b32-2f58-4f43-a4fb-faeceef15c01 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717683 Aug 31 09:03:17.448496 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:17.537241 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:17.541949 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:17.565579 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:17.569266 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'Port': ['ID=402d1095-109d-49e6-8117-fa2a67af6e6e,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:17.718622 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-456c1c43-ce18-45da-9023-4a944fe2e722 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168235 Aug 31 09:03:17.837362 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:17.855767 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-811a57eb-3d95-42ff-a637-bd2a4fc9a607 req-fc4b20ba-c704-4347-a544-064fca1eab3f service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293497 Aug 31 09:03:18.070716 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:18.275672 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:18.415156 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:18.630079 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'Port': ['ID=402d1095-109d-49e6-8117-fa2a67af6e6e,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:18.666295 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:18.762374 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:18.766135 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-0a35037b-b720-4e01-bfe4-3a30a2befec6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5072114 Aug 31 09:03:19.088512 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e2e04eca-e25a-4250-8828-2072ebe5f297 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--576829040&fields=id&tenant_id=fa4d7234d48d4e13a78efa16079658b9 HTTP/1.1" status: 200 len: 267 time: 0.0650041 Aug 31 09:03:19.093340 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 6982bc40-a3ec-4426-87a0-74a9f33b39d9 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:19.213483 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-5282679c-e3c7-41ee-b470-5b6c3a4afdc2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:19.215060 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-5282679c-e3c7-41ee-b470-5b6c3a4afdc2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 811 time: 0.1252983 Aug 31 09:03:19.235061 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-6016e685-6874-4057-bf8e-79b2136be275 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/quotas/fa4d7234d48d4e13a78efa16079658b9 HTTP/1.1" status: 200 len: 375 time: 0.0140226 Aug 31 09:03:19.288937 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:19.296026 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:19.296026 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:19.297642 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-feb8068e-3769-4fc4-a8eb-846e8b334578 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551820 Aug 31 09:03:19.395364 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:19.413631 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-0c7744a6-4e74-4545-963a-baf507c32ebf service neutron] 10.222.0.66 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959828 Aug 31 09:03:19.434986 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 6982bc40-a3ec-4426-87a0-74a9f33b39d9, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=6982bc40-a3ec-4426-87a0-74a9f33b39d9,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:19.523186 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-5409304a-6935-4dfd-9dbb-b0d10413e2c0 service neutron] 10.222.0.66 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003492 Aug 31 09:03:19.546533 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:19.599592 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=6982bc40-a3ec-4426-87a0-74a9f33b39d9,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:19.834042 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b0b28074-df44-4f8d-be9e-686517b7efb7 req-6b14dab7-b5c7-49fd-90be-9b465e2c117c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 210 time: 0.0339050 Aug 31 09:03:20.462428 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-72fab703-7b95-47bd-a98e-f084d90de28a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:20.464028 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-72fab703-7b95-47bd-a98e-f084d90de28a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/networks?id=e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 200 len: 813 time: 0.1024342 Aug 31 09:03:20.480227 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-48655e7d-8197-4696-ac61-74ff0ba90d56 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/quotas/ca8fe1cb99444af090b9a97e6cbd4567 HTTP/1.1" status: 200 len: 375 time: 0.0103061 Aug 31 09:03:20.538594 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-b3186b2f-b10a-4352-9b40-b764974184ab tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518105 Aug 31 09:03:20.639250 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-462be05e-116f-4047-a8bc-5c8b9d6f892b service neutron] 10.222.0.66 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879886 Aug 31 09:03:20.734406 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-84226dbb-df83-4622-8c98-9b8262daf83c service neutron] 10.222.0.66 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885780 Aug 31 09:03:20.940547 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-484f4300-ff43-4262-ad00-0e025c9c1e89 req-aeda7cce-bb62-4f80-9fe5-5c34156c1e64 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 210 time: 0.0275626 Aug 31 09:03:20.966611 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 6982bc40-a3ec-4426-87a0-74a9f33b39d9 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:21.008276 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:03:21.018707 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-dd35c3fb-6dfe-4875-b04b-6c8226df40dc req-cc9f621b-7cf9-4860-b197-e4d6ebefeb69 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 210 time: 0.0261719 Aug 31 09:03:21.031245 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:21.031245 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:22.041963 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6887269b-2b42-470a-a71a-9eec7cef03a3 req-cc5317f1-86f5-404e-8325-c75287b6789e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 210 time: 0.0272725 Aug 31 09:03:22.117913 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-53b13737-d107-4a97-8f90-54de9b87cd6f req-f9a79785-0e4e-41cf-bf59-3ecfd377c4d0 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 210 time: 0.0260155 Aug 31 09:03:23.146666 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8a10403b-8e8a-47e8-a0d2-d76a766b7917 req-a9120003-d0e8-4d3d-a52a-42ac1f9e354e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 210 time: 0.0281663 Aug 31 09:03:23.217340 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-64c50250-9f60-4782-acb4-14712618552c req-16e94100-0430-4d02-828c-56e5e2e3d0b3 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 210 time: 0.0270000 Aug 31 09:03:24.243718 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4fb9fc65-4d75-4793-9337-c7b1223646e6 req-e8e9b4d5-b4ad-48f5-946f-7b8c4e0ad071 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 210 time: 0.0263324 Aug 31 09:03:24.315880 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a4a8262c-d2d8-44cc-b713-bd063f2b87b3 req-f8c63b26-1241-4efb-986a-3db485630be4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 210 time: 0.0295289 Aug 31 09:03:25.335443 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ae67c74e-2721-4d61-9b6a-810782110d0e req-4c01f81d-b807-445e-b724-90d51ec95916 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 210 time: 0.0253472 Aug 31 09:03:25.407668 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f526bdc7-62c2-4a00-adb4-dd9f02cc9d9b req-0abfaa84-bd6e-49f6-8f4d-84f69a5d3bb1 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 210 time: 0.0255427 Aug 31 09:03:26.434251 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c907d26d-2269-4463-a0d9-d16cb3003813 req-8988b552-9914-4990-a8aa-d5d816d25b3b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 210 time: 0.0265036 Aug 31 09:03:26.436853 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-df6bd7cc-fd2b-4b3b-9a0e-dfb7bb4e46b0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:26.438601 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-df6bd7cc-fd2b-4b3b-9a0e-dfb7bb4e46b0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 811 time: 0.1085727 Aug 31 09:03:26.510564 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-afcc109d-f557-48c7-bad6-d15846b9b52b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa4d7234d48d4e13a78efa16079658b9 HTTP/1.1" status: 200 len: 379 time: 0.0595100 Aug 31 09:03:26.525968 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-61374d1f-c4b3-409f-ac12-6545ec290c80 req-6d1bfd8f-1f6f-4cdf-a5b7-af2a1d9ae9ab tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 210 time: 0.0378149 Aug 31 09:03:26.529457 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'port': {'device_id': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'admin_state_up': True, 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'security_groups': ['41e3dc5a-ebbd-4473-a36e-5019bb042866']}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:26.730234 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e2be-ac24-47d8-ba20-5442252fea2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:26.731090 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Made reservation on behalf of fa4d7234d48d4e13a78efa16079658b9 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:03:26.735175 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:26.876225 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Allocated IP 172.20.0.14 (f2d0785c-2165-4e34-93ca-0268b5014c44/dc22d9f0-a41e-4704-899d-f01e60369f53/0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:27.044492 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:27.067229 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Transition to ACTIVE for port object 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:27.180325 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-ef70ea04-5d8f-4d54-a68f-4825bce15d8c tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:27.181932 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-ef70ea04-5d8f-4d54-a68f-4825bce15d8c tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.107 "GET /v2.0/networks?id=e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 200 len: 813 time: 0.1269734 Aug 31 09:03:27.206556 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'port': {'device_id': '8e8320d1-9304-4d2b-9823-7fe506828143', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'admin_state_up': True, 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:27.230991 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:27.255235 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Network f2d0785c-2165-4e34-93ca-0268b5014c44 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:27.274909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:27.280883 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:27.329481 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'Port': ['ID=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:27.341109 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.341462 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.341809 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.342149 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.342484 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.342816 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.343144 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.343504 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.343831 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.344157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.344477 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.344798 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:27.359176 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:27.359846 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:27.493696 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Made reservation on behalf of ca8fe1cb99444af090b9a97e6cbd4567 for: {'port': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:03:27.497481 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:27.614203 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1627b0e4-9371-476c-95be-557db9b31c89 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905671 Aug 31 09:03:27.615666 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9970d6b-8d80-4c58-bdbe-2f7368cea79e req-feee515e-af13-4bf3-a13c-5a6733dd14a2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:27.617244 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e9970d6b-8d80-4c58-bdbe-2f7368cea79e req-feee515e-af13-4bf3-a13c-5a6733dd14a2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 932 time: 0.1057274 Aug 31 09:03:27.627030 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Request body: {'port': {'device_id': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:27.647710 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-a0cd260f-e790-4d28-b67d-715848d226a7 None None] Provisioning for port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:27.653769 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-a0cd260f-e790-4d28-b67d-715848d226a7 None None] Provisioning complete for port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:27.654471 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-a0cd260f-e790-4d28-b67d-715848d226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:27.710422 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd260f-e790-4d28-b67d-715848d226a7 None None] Port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:03:27.741854 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e9970d6b-8d80-4c58-bdbe-2f7368cea79e req-9ce365c8-2e95-4a4c-9158-ce884181955a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128895 Aug 31 09:03:27.754294 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Allocated IP 172.20.0.4 (e7588399-ec1a-406a-b5a7-a8e40e5ba208/17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d/e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:27.968131 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:27.983489 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f9c502ec-fe0c-4d27-8d25-e832ec5d486b req-02f93300-ed52-4349-98cb-97858c200084 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 210 time: 0.3133790 Aug 31 09:03:27.985395 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Transition to ACTIVE for port object e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 will not be triggered until provisioned by entity DHCP. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:27.989463 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.156686 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.217531 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:28.222290 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:28.224681 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'Port': ['ID=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:28.229425 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:28.240230 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.240665 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.241116 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.241614 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.242285 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.242788 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.243358 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.243836 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.244309 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.244724 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.245127 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.245506 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:28.327451 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:28.328035 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.362467 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:03:28.371818 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.389897 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Transition to ACTIVE for port object 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:28.468171 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-5de22de4-a809-481e-99b4-e3d61bd9abdf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2685225 Aug 31 09:03:28.550170 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.634415 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:28.642578 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-46b10880-45e2-432d-a8a7-899bb12acd35 None None] Provisioning for port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:28.648540 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-46b10880-45e2-432d-a8a7-899bb12acd35 None None] Provisioning complete for port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:28.649170 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-46b10880-45e2-432d-a8a7-899bb12acd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.696466 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Attempting to bind port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:03:28.696602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Attempting to bind port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:03:28.697022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Attempting to bind port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b on network f2d0785c-2165-4e34-93ca-0268b5014c44 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:28.708836 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b on network f2d0785c-2165-4e34-93ca-0268b5014c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:03:28.709247 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Attempting to bind port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b on network f2d0785c-2165-4e34-93ca-0268b5014c44 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:28.715645 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:03:28.716628 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Checking segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:03:28.717254 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Bound using segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:03:28.717796 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Bound port: 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:03:28.718274 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.726388 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-46b10880-45e2-432d-a8a7-899bb12acd35 None None] Port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:03:28.814723 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] For port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:03:28.820773 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] For port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:03:28.899338 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.922256 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe735f4e-5a3b-4171-ba6a-6dbb15d1adf5 req-3ed1527c-e4cc-4e8b-81e0-47496527e73b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:28.924479 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fe735f4e-5a3b-4171-ba6a-6dbb15d1adf5 req-3ed1527c-e4cc-4e8b-81e0-47496527e73b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0899105 Aug 31 09:03:28.959619 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:28.960241 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.962280 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] 10.222.0.107 "PUT /v2.0/ports/0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b HTTP/1.1" status: 200 len: 1094 time: 1.3398399 Aug 31 09:03:28.962940 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'tag': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:28.966095 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7418145-f747-4981-a33a-985021fc92c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9053b3-764f-4d56-9716-457c94f539c8", "tag": "0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:28.966910 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fe735f4e-5a3b-4171-ba6a-6dbb15d1adf5 req-cae7becf-e8d2-40b2-9895-cdc59a61c430 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359654 Aug 31 09:03:29.025362 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215a67f-212e-425b-a678-2b6851297b27 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:29.035312 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68233cf4-ae57-4551-8d45-36b3e9f3e7f4 x-openstack-request-id: req-68233cf4-ae57-4551-8d45-36b3e9f3e7f4 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:29.035860 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9053b3-764f-4d56-9716-457c94f539c8", "tag": "0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:29.042369 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68233cf4-ae57-4551-8d45-36b3e9f3e7f4 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:29.042369 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'tag': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'status': 'completed', 'code': 200} Aug 31 09:03:29.128017 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f2956-cf36-43cf-8c9c-d2b470568806 req-4f3c1cc8-538d-4040-b1d3-4c1c129f4c87 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:29.129637 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-df8f2956-cf36-43cf-8c9c-d2b470568806 req-4f3c1cc8-538d-4040-b1d3-4c1c129f4c87 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0644763 Aug 31 09:03:29.204260 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-df8f2956-cf36-43cf-8c9c-d2b470568806 req-76266b21-3c30-4025-b21e-d3987350d28b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656049 Aug 31 09:03:29.512924 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:29.610178 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-56ee0f11-00d1-4e7c-8b06-33e2c1be6be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:30.098588 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572b9b7-1e52-4241-a353-582b93312bfd req-de273159-90c0-4138-90ce-8ea68cfdef6d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:30.100268 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f572b9b7-1e52-4241-a353-582b93312bfd req-de273159-90c0-4138-90ce-8ea68cfdef6d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0564399 Aug 31 09:03:30.140028 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f572b9b7-1e52-4241-a353-582b93312bfd req-26848bc8-8ce0-4acb-9496-bf40403255cd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Aug 31 09:03:30.338428 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a9f81-5fe4-40ca-b1ad-ef3f9c5165e0 req-8b504228-a177-4209-a21b-01808b20e475 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:30.340735 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b54a9f81-5fe4-40ca-b1ad-ef3f9c5165e0 req-8b504228-a177-4209-a21b-01808b20e475 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0538254 Aug 31 09:03:30.380951 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b54a9f81-5fe4-40ca-b1ad-ef3f9c5165e0 req-d7c3b596-25de-48f8-8d69-ee5a14125b2a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Aug 31 09:03:30.838692 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:31.272072 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dfb5d-73de-49de-8386-2e47d98190e6 req-d42f1eb2-e4fc-4c15-8175-899588e977df tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:31.273788 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650dfb5d-73de-49de-8386-2e47d98190e6 req-d42f1eb2-e4fc-4c15-8175-899588e977df tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0608401 Aug 31 09:03:31.325119 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650dfb5d-73de-49de-8386-2e47d98190e6 req-9985cde8-bc10-4b71-9679-f33b664a4455 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436664 Aug 31 09:03:31.497469 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b831f37-1150-4633-a58e-76474a1556fa req-8fb7d869-7ee3-4239-a785-c49b5b53b054 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:31.498993 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b831f37-1150-4633-a58e-76474a1556fa req-8fb7d869-7ee3-4239-a785-c49b5b53b054 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0496368 Aug 31 09:03:31.540206 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b831f37-1150-4633-a58e-76474a1556fa req-f6bff3b5-2ad7-4ab6-8d91-d81375c93599 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Aug 31 09:03:32.444498 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:32.552114 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fb41d-970e-45d2-ac00-e03906dfdeaa req-5bf77ce0-057c-429b-9f2c-faeb18f2aa36 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:32.553752 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-052fb41d-970e-45d2-ac00-e03906dfdeaa req-5bf77ce0-057c-429b-9f2c-faeb18f2aa36 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0634928 Aug 31 09:03:32.618175 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-052fb41d-970e-45d2-ac00-e03906dfdeaa req-9d5a1441-0ae4-4202-8aa6-52aa5ef68077 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565977 Aug 31 09:03:32.682946 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70d61c-570f-40ac-83db-9c918d853a6c req-35fba210-4d5f-4a06-8cfa-bbe33265ec8d tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:32.684484 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ff70d61c-570f-40ac-83db-9c918d853a6c req-35fba210-4d5f-4a06-8cfa-bbe33265ec8d tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0645204 Aug 31 09:03:32.732051 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ff70d61c-570f-40ac-83db-9c918d853a6c req-56df57d2-a8ee-4985-a44a-8a4223f5b36d tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Aug 31 09:03:33.015770 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51714) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:33.132221 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5f37890a-d99f-43e7-bf00-b662db9c413a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:33.228811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5f37890a-d99f-43e7-bf00-b662db9c413a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:33.293232 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5f37890a-d99f-43e7-bf00-b662db9c413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:33.331890 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37890a-d99f-43e7-bf00-b662db9c413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3889c3c-e362-46f0-9b10-f6b1084abdff,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:33.339702 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-5f37890a-d99f-43e7-bf00-b662db9c413a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3179383a99ca4ccf96b055a2bf20be21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227706 Aug 31 09:03:33.340111 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51720) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:33.429296 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7933ead1-25c1-41ad-bd0c-1011a215333e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:33.463629 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7933ead1-25c1-41ad-bd0c-1011a215333e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:33.638698 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7933ead1-25c1-41ad-bd0c-1011a215333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:33.642536 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7933ead1-25c1-41ad-bd0c-1011a215333e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:33.644696 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-7933ead1-25c1-41ad-bd0c-1011a215333e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3889c3c-e362-46f0-9b10-f6b1084abdff HTTP/1.1" status: 204 len: 168 time: 0.3029165 Aug 31 09:03:33.657141 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933ead1-25c1-41ad-bd0c-1011a215333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3889c3c-e362-46f0-9b10-f6b1084abdff,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:33.786541 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8d78d-878e-46f5-a0c7-03a697be23b4 req-38cd709b-7594-4e05-ad70-e43f9754ed77 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:33.795991 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b9c8d78d-878e-46f5-a0c7-03a697be23b4 req-38cd709b-7594-4e05-ad70-e43f9754ed77 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0807087 Aug 31 09:03:33.842204 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b9c8d78d-878e-46f5-a0c7-03a697be23b4 req-8cc40f1f-38c0-4f8f-945d-630aaace71b9 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446961 Aug 31 09:03:33.912631 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa09b-592e-409c-b897-01e0e840b1f4 req-e6ad2fce-c663-43fe-9279-431ea80e6cf3 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:33.915305 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b71aa09b-592e-409c-b897-01e0e840b1f4 req-e6ad2fce-c663-43fe-9279-431ea80e6cf3 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0703695 Aug 31 09:03:33.982627 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b71aa09b-592e-409c-b897-01e0e840b1f4 req-d2d16c25-7599-4995-815f-7c34f03e6963 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571976 Aug 31 09:03:34.616846 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51748) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:34.724392 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c06013c1-3c5f-4eaa-93c5-c61b0d7c58d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:34.832312 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c06013c1-3c5f-4eaa-93c5-c61b0d7c58d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:34.910121 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c06013c1-3c5f-4eaa-93c5-c61b0d7c58d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:34.949484 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06013c1-3c5f-4eaa-93c5-c61b0d7c58d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d83af1-8207-4061-9a3d-2dd544a092f9,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:34.955837 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c06013c1-3c5f-4eaa-93c5-c61b0d7c58d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86ff3f5ca19d4f4dbb1d1ec894c33036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379116 Aug 31 09:03:34.958415 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51754) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:34.983453 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aad27-cba2-49b2-9353-0b33132841eb req-da322593-6b10-461f-9afb-df78528c3810 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:34.989699 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cb0aad27-cba2-49b2-9353-0b33132841eb req-da322593-6b10-461f-9afb-df78528c3810 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0672214 Aug 31 09:03:35.046970 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cb0aad27-cba2-49b2-9353-0b33132841eb req-3175acff-4dda-43e7-9bb1-77881eb87fc3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555279 Aug 31 09:03:35.066526 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f56346e4-6ec1-47b0-a441-762191c16806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:35.098015 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f56346e4-6ec1-47b0-a441-762191c16806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:35.135968 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957f29-f9e2-4c85-a145-c512f755544c req-ac5b3515-fec9-41ed-876e-f6887316f0ec tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:35.137518 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-92957f29-f9e2-4c85-a145-c512f755544c req-ac5b3515-fec9-41ed-876e-f6887316f0ec tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0530367 Aug 31 09:03:35.180269 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-92957f29-f9e2-4c85-a145-c512f755544c req-5ff6ab80-19b6-45d7-b68f-d079d5e5fdf9 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363934 Aug 31 09:03:35.224835 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f56346e4-6ec1-47b0-a441-762191c16806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:35.228117 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-f56346e4-6ec1-47b0-a441-762191c16806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:35.229252 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-f56346e4-6ec1-47b0-a441-762191c16806 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4d83af1-8207-4061-9a3d-2dd544a092f9 HTTP/1.1" status: 204 len: 168 time: 0.2693477 Aug 31 09:03:35.237968 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56346e4-6ec1-47b0-a441-762191c16806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d83af1-8207-4061-9a3d-2dd544a092f9,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:36.001295 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51766) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:36.015713 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a5814c27-3158-408b-a378-5af9de79a28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:36.112781 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a5814c27-3158-408b-a378-5af9de79a28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:36.173020 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7ff5e-6a2e-4608-8e81-8f2270558568 req-68e41379-97d7-4102-bae5-be6316e4ff04 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:36.174600 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7fe7ff5e-6a2e-4608-8e81-8f2270558568 req-68e41379-97d7-4102-bae5-be6316e4ff04 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0545428 Aug 31 09:03:36.216326 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7fe7ff5e-6a2e-4608-8e81-8f2270558568 req-36604985-3724-417d-9bae-cdbeafc108bf tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354114 Aug 31 09:03:36.230683 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a5814c27-3158-408b-a378-5af9de79a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:36.278124 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5814c27-3158-408b-a378-5af9de79a28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87617578-133a-4e15-b1f1-dfd5b1dc1458,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:36.309703 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-a5814c27-3158-408b-a378-5af9de79a28b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f9a2c3e9cf741709669585a3c848124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072348 Aug 31 09:03:36.312855 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51772) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:36.338618 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b495b-19fb-45fe-a008-d68d33c8d5c2 req-f88ccd6d-3e2f-4ef2-8b9e-f7c628efabd4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:36.340213 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-953b495b-19fb-45fe-a008-d68d33c8d5c2 req-f88ccd6d-3e2f-4ef2-8b9e-f7c628efabd4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0873673 Aug 31 09:03:36.369478 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-45317925-cb62-42f3-8f71-724e70c09565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:36.388099 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-953b495b-19fb-45fe-a008-d68d33c8d5c2 req-cf898ce6-8eff-4f2f-bd6f-ea810ff8a56e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Aug 31 09:03:36.400252 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-45317925-cb62-42f3-8f71-724e70c09565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:36.550771 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-45317925-cb62-42f3-8f71-724e70c09565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:36.553484 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-45317925-cb62-42f3-8f71-724e70c09565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:36.554628 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-45317925-cb62-42f3-8f71-724e70c09565 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87617578-133a-4e15-b1f1-dfd5b1dc1458 HTTP/1.1" status: 204 len: 168 time: 0.2408025 Aug 31 09:03:36.563902 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45317925-cb62-42f3-8f71-724e70c09565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87617578-133a-4e15-b1f1-dfd5b1dc1458,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:37.342645 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def0696-a366-4d1f-90af-c14fc44d90eb req-728bc7cd-0e26-44ec-9b61-5acdab7b2223 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:37.344176 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0def0696-a366-4d1f-90af-c14fc44d90eb req-728bc7cd-0e26-44ec-9b61-5acdab7b2223 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0522778 Aug 31 09:03:37.382968 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0def0696-a366-4d1f-90af-c14fc44d90eb req-5f57a6e0-7cc9-4305-b37d-a6f36e012f8f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326140 Aug 31 09:03:37.541222 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1da77-3be7-4e55-a9c2-5822f1e4aeb4 req-2bb3e359-f58b-4fdd-935b-ece4447ba1e0 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:37.543984 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-eed1da77-3be7-4e55-a9c2-5822f1e4aeb4 req-2bb3e359-f58b-4fdd-935b-ece4447ba1e0 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0733776 Aug 31 09:03:37.593856 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-eed1da77-3be7-4e55-a9c2-5822f1e4aeb4 req-7767cba3-d405-4c46-b4cb-df7668a672f0 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Aug 31 09:03:38.521814 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f7bcf-dd40-49a4-b5a2-2738902a1f97 req-49920872-d99d-4a69-9c00-e4521294f471 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:38.523524 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-050f7bcf-dd40-49a4-b5a2-2738902a1f97 req-49920872-d99d-4a69-9c00-e4521294f471 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0662487 Aug 31 09:03:38.592680 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-050f7bcf-dd40-49a4-b5a2-2738902a1f97 req-1b214e08-7647-436a-89b6-766554d0dfb3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573108 Aug 31 09:03:38.750749 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854b638-8cbf-4186-b83f-32e4e6910edb req-0b723426-f2b4-4dd3-92e2-fa0ac3f569da tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:38.752505 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c854b638-8cbf-4186-b83f-32e4e6910edb req-0b723426-f2b4-4dd3-92e2-fa0ac3f569da tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0599968 Aug 31 09:03:38.797211 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c854b638-8cbf-4186-b83f-32e4e6910edb req-a53dd02e-3fee-490b-98ea-347afc3f1503 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Aug 31 09:03:39.742484 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3aab9-6cda-48ac-858d-5ce9a2840903 req-8778a56c-f2c0-4690-a99b-a0909d006d9f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:39.745121 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7ec3aab9-6cda-48ac-858d-5ce9a2840903 req-8778a56c-f2c0-4690-a99b-a0909d006d9f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0629215 Aug 31 09:03:39.813880 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7ec3aab9-6cda-48ac-858d-5ce9a2840903 req-f4b46c8d-a9e6-4986-9797-e14c385cbfbd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619416 Aug 31 09:03:39.945332 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b0bd4-f26c-42b1-8e3f-8aa01bfba2cc req-393dc661-84f5-44ce-b47f-0dabeb288710 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:39.947812 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-075b0bd4-f26c-42b1-8e3f-8aa01bfba2cc req-393dc661-84f5-44ce-b47f-0dabeb288710 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0646245 Aug 31 09:03:39.990009 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-075b0bd4-f26c-42b1-8e3f-8aa01bfba2cc req-0e465b6e-e0bc-4298-90f8-7f09911d63ab tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362072 Aug 31 09:03:40.284421 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51844) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:40.401547 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4137-ff17-43f3-b0bf-99f0c1ab9c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.494815 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4137-ff17-43f3-b0bf-99f0c1ab9c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.914339 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1c4c4137-ff17-43f3-b0bf-99f0c1ab9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.954015 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-1c4c4137-ff17-43f3-b0bf-99f0c1ab9c78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5f21de36b3043a4b568250aaaba6907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682935 Aug 31 09:03:40.956964 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51850) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:40.962266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2743304-f013-4b79-8513-42a0ad772431 req-365d8594-2b7e-4227-ac82-62d380a40342 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:40.963800 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e2743304-f013-4b79-8513-42a0ad772431 req-365d8594-2b7e-4227-ac82-62d380a40342 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0861907 Aug 31 09:03:40.964440 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c4137-ff17-43f3-b0bf-99f0c1ab9c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f9f5c-08aa-47c9-9c25-a9d885927bd9,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:41.004854 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e2743304-f013-4b79-8513-42a0ad772431 req-a25d4ea4-668b-4ec8-b485-d34d45d6ef26 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338297 Aug 31 09:03:41.012210 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f6f710e8-11ad-499f-a0d7-37fd09be6a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:41.044077 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f6f710e8-11ad-499f-a0d7-37fd09be6a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:41.121244 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a66a3-6f8b-470c-8535-e76b9a1fb8e0 req-5899893c-8794-4c00-97fe-42f28cb75d77 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:41.122707 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f78a66a3-6f8b-470c-8535-e76b9a1fb8e0 req-5899893c-8794-4c00-97fe-42f28cb75d77 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0616076 Aug 31 09:03:41.161259 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f78a66a3-6f8b-470c-8535-e76b9a1fb8e0 req-4df47622-a0cd-41c0-9220-dea35e2e3bfd tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Aug 31 09:03:41.196299 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f6f710e8-11ad-499f-a0d7-37fd09be6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:41.198979 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f6f710e8-11ad-499f-a0d7-37fd09be6a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:41.200147 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f6f710e8-11ad-499f-a0d7-37fd09be6a49 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c17f9f5c-08aa-47c9-9c25-a9d885927bd9 HTTP/1.1" status: 204 len: 168 time: 0.2421203 Aug 31 09:03:41.211186 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f710e8-11ad-499f-a0d7-37fd09be6a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f9f5c-08aa-47c9-9c25-a9d885927bd9,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:41.965040 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 51860) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:41.971615 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6aedaca2-6cdb-4bfb-ae22-e5707f3ab031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:42.075122 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6aedaca2-6cdb-4bfb-ae22-e5707f3ab031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:42.129308 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9a5be-cbd2-47c0-ab72-66cc2b7b9b0a req-2e1b33ac-17ad-4b92-928c-cb399a6759ab tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:42.130707 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-baa9a5be-cbd2-47c0-ab72-66cc2b7b9b0a req-2e1b33ac-17ad-4b92-928c-cb399a6759ab tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0553489 Aug 31 09:03:42.170933 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-baa9a5be-cbd2-47c0-ab72-66cc2b7b9b0a req-cf25ef1d-1d2f-4509-a47f-5b81637feb94 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341957 Aug 31 09:03:42.210417 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-6aedaca2-6cdb-4bfb-ae22-e5707f3ab031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:42.271350 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-6aedaca2-6cdb-4bfb-ae22-e5707f3ab031 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdf3a4a76d1a4e19b2ed5f7b1fa38235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146856 Aug 31 09:03:42.273951 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 51868) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:42.284408 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedaca2-6cdb-4bfb-ae22-e5707f3ab031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96be1074-f1b0-479a-ab89-9ceeae4165c4,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:42.312341 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87079ed-2bd8-4914-aacc-616ae72e88b5 req-9a3404c0-9b02-4774-8a98-07bcac7f9a05 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:42.314023 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f87079ed-2bd8-4914-aacc-616ae72e88b5 req-9a3404c0-9b02-4774-8a98-07bcac7f9a05 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0728869 Aug 31 09:03:42.327342 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fdc37363-4479-42e9-b1f7-6ba7271c24c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:42.350241 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fdc37363-4479-42e9-b1f7-6ba7271c24c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:42.361775 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f87079ed-2bd8-4914-aacc-616ae72e88b5 req-a3f9cdc5-5ec3-4d70-8c4b-ec049fb0ce07 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404639 Aug 31 09:03:42.504986 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fdc37363-4479-42e9-b1f7-6ba7271c24c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:42.507585 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-fdc37363-4479-42e9-b1f7-6ba7271c24c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:42.508778 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-fdc37363-4479-42e9-b1f7-6ba7271c24c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96be1074-f1b0-479a-ab89-9ceeae4165c4 HTTP/1.1" status: 204 len: 168 time: 0.2338388 Aug 31 09:03:42.518125 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc37363-4479-42e9-b1f7-6ba7271c24c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96be1074-f1b0-479a-ab89-9ceeae4165c4,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:42.994857 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Request body: {'port': {'device_id': '8e8320d1-9304-4d2b-9823-7fe506828143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:43.052453 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418145-f747-4981-a33a-985021fc92c6 req-82b719c6-d968-41c8-b07a-5edfb0c34f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:43.054298 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d7418145-f747-4981-a33a-985021fc92c6 req-82b719c6-d968-41c8-b07a-5edfb0c34f45 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 1097 time: 0.0465758 Aug 31 09:03:43.070250 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:43.164867 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418145-f747-4981-a33a-985021fc92c6 req-3bdea026-7668-41b9-82af-0df2199874eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:43.166734 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d7418145-f747-4981-a33a-985021fc92c6 req-3bdea026-7668-41b9-82af-0df2199874eb service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=fa4d7234d48d4e13a78efa16079658b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988283 Aug 31 09:03:43.308314 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418145-f747-4981-a33a-985021fc92c6 req-455505f2-a9af-4068-a3df-fdb646c71fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:43.309779 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d7418145-f747-4981-a33a-985021fc92c6 req-455505f2-a9af-4068-a3df-fdb646c71fa3 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344330 Aug 31 09:03:43.318091 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bf84a-fbcd-4a34-adaf-a9b1fbe80314 req-462c8a12-cc47-40a2-966d-eb66ad22c022 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:43.319544 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5c5bf84a-fbcd-4a34-adaf-a9b1fbe80314 req-462c8a12-cc47-40a2-966d-eb66ad22c022 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0732646 Aug 31 09:03:43.365471 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 {{(pid=101246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:03:43.374275 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:43.379881 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5c5bf84a-fbcd-4a34-adaf-a9b1fbe80314 req-2bf73300-5cca-4355-b516-851eaf842204 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531061 Aug 31 09:03:43.393543 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Transition to ACTIVE for port object e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 will not be triggered until provisioned by entity L2. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:43.416815 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-52f5246e-c751-4a99-bbac-78d2a9da4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:43.418301 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-52f5246e-c751-4a99-bbac-78d2a9da4401 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 1097 time: 0.0619950 Aug 31 09:03:43.470583 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-69e29440-0dcd-4b5a-937c-09ce8b8445cd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b HTTP/1.1" status: 200 len: 217 time: 0.0431182 Aug 31 09:03:43.492204 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea479-2482-4747-b76d-959b7b32f2a5 req-64baa9f4-7209-4cb0-84e7-355159110c37 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:43.494542 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b84ea479-2482-4747-b76d-959b7b32f2a5 req-64baa9f4-7209-4cb0-84e7-355159110c37 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 931 time: 0.0506358 Aug 31 09:03:43.495701 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:43.524240 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-7b2dd46d-0baa-47cc-86ca-6102a50fd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:43.525838 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-7b2dd46d-0baa-47cc-86ca-6102a50fd3b7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 200 len: 850 time: 0.0474715 Aug 31 09:03:43.582009 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-9a2563fd-3ed4-48f2-a94c-8cf654cf6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:43.583457 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-9a2563fd-3ed4-48f2-a94c-8cf654cf6708 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2d0785c-2165-4e34-93ca-0268b5014c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489645 Aug 31 09:03:43.702007 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-21081f31-f061-43ed-9372-2c7c95f97d0c service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103868 Aug 31 09:03:43.795792 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Pushing event updated for resources: {'Port': ['ID=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:43.823061 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-663cc48e-256e-42d5-8034-b8a1d3e5cbfc req-1cc40c9f-3332-4b8a-9ac9-627649fb22a7 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128199 Aug 31 09:03:43.826298 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b84ea479-2482-4747-b76d-959b7b32f2a5 req-2bb7f89e-5b7b-410b-84b8-8d3bf9275b28 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223877 Aug 31 09:03:43.879174 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Attempting to bind port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:03:43.887717 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Attempting to bind port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:03:43.887717 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Attempting to bind port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 on network e7588399-ec1a-406a-b5a7-a8e40e5ba208 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:43.887717 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 on network e7588399-ec1a-406a-b5a7-a8e40e5ba208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:03:43.887717 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Attempting to bind port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 on network e7588399-ec1a-406a-b5a7-a8e40e5ba208 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:43.890599 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:03:43.890947 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Checking segment: {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:03:43.891369 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Bound using segment: {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:03:43.891784 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Bound port: e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95060576-18fe-494d-b594-adc12184c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208'}}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:03:43.892136 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:43.954040 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] For port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host hv-cinder-78652, cleared binding levels {{(pid=101246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:03:43.957050 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] For port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:03:44.027759 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:44.066452 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.066918 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:44.068322 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] 10.222.0.107 "PUT /v2.0/ports/e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 1093 time: 1.0782804 Aug 31 09:03:44.068726 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:44.071943 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2466ecd-a847-4a93-843c-c79147b44e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:44.097993 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dd20c-1a19-40c4-a96a-e9845a722b0d service neutron] Pushing event updated for resources: {'Port': ['ID=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,revision_number=3']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:44.121215 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4248f82-c251-4609-a716-68e2f2501d91 x-openstack-request-id: req-e4248f82-c251-4609-a716-68e2f2501d91 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:44.121520 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:44.121763 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4248f82-c251-4609-a716-68e2f2501d91 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:44.122148 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'status': 'completed', 'code': 200} Aug 31 09:03:44.200201 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2466ecd-a847-4a93-843c-c79147b44e1f req-b83626de-a3ba-4507-b664-1ff3f32a473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.201856 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2466ecd-a847-4a93-843c-c79147b44e1f req-b83626de-a3ba-4507-b664-1ff3f32a473c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1096 time: 0.0516295 Aug 31 09:03:44.308438 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2466ecd-a847-4a93-843c-c79147b44e1f req-53cd6a5b-9716-42a2-bd55-edf4ce027d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.309917 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2466ecd-a847-4a93-843c-c79147b44e1f req-53cd6a5b-9716-42a2-bd55-edf4ce027d3d service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0984724 Aug 31 09:03:44.422535 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2466ecd-a847-4a93-843c-c79147b44e1f req-6c074176-b4a4-4c9f-b41f-336cdc7cc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.424147 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b2466ecd-a847-4a93-843c-c79147b44e1f req-6c074176-b4a4-4c9f-b41f-336cdc7cc01f service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976338 Aug 31 09:03:44.528841 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbf560-0ac7-4141-ab38-0a583fefed23 req-70895642-a86a-4610-aab4-47fbc2aa2dd4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.530588 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-63dbf560-0ac7-4141-ab38-0a583fefed23 req-70895642-a86a-4610-aab4-47fbc2aa2dd4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0893197 Aug 31 09:03:44.551619 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-f44ab791-3a56-4391-9748-9a143499d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.552802 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-f44ab791-3a56-4391-9748-9a143499d727 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1096 time: 0.0804768 Aug 31 09:03:44.614596 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-63dbf560-0ac7-4141-ab38-0a583fefed23 req-45fe71c1-e995-431b-abb1-2e622173d7ee tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767617 Aug 31 09:03:44.616028 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-b87e81a5-0d99-4fb0-a5c1-33e333f966f9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 217 time: 0.0421872 Aug 31 09:03:44.674707 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-9090ffea-1329-482a-a09e-f4f638695256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.676213 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-9090ffea-1329-482a-a09e-f4f638695256 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d HTTP/1.1" status: 200 len: 852 time: 0.0498271 Aug 31 09:03:44.726355 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-19189f25-03c3-4ad2-8598-63f460a4ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.737664 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-19189f25-03c3-4ad2-8598-63f460a4ca81 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e7588399-ec1a-406a-b5a7-a8e40e5ba208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418422 Aug 31 09:03:44.825544 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-4e5a21ff-3f59-476d-9a58-70aa9c7b2fb0 service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891843 Aug 31 09:03:44.925730 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-80a94e9a-716f-4113-8a2b-b4766cce4146 req-a8a6d479-0ea8-4baf-ae2b-acc95fb77dc9 service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919607 Aug 31 09:03:44.960988 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281834-cf78-40ec-a8df-b55f0b2d6d72 req-5dd3d0be-43dd-4a28-bfc0-a1e690890873 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:44.962522 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5e281834-cf78-40ec-a8df-b55f0b2d6d72 req-5dd3d0be-43dd-4a28-bfc0-a1e690890873 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 943 time: 0.0577252 Aug 31 09:03:45.008277 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5e281834-cf78-40ec-a8df-b55f0b2d6d72 req-fc60d405-d958-4258-85f1-55f0841b7ff5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Aug 31 09:03:45.700032 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:45.740486 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac44514-7bc8-4a46-8998-fd39c7baf8ca req-addbbd14-1d9f-44c0-b892-72f9d6f77d8f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:45.741903 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7ac44514-7bc8-4a46-8998-fd39c7baf8ca req-addbbd14-1d9f-44c0-b892-72f9d6f77d8f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0551894 Aug 31 09:03:45.782338 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7ac44514-7bc8-4a46-8998-fd39c7baf8ca req-c5e6452b-b837-4209-8dd0-db85617a4bfb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344098 Aug 31 09:03:46.127119 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1270510-c0e1-4bd0-93a4-9346d3b8ca35 req-c59fb001-9611-4afa-9242-5e9024588c91 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:46.128729 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c1270510-c0e1-4bd0-93a4-9346d3b8ca35 req-c59fb001-9611-4afa-9242-5e9024588c91 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 943 time: 0.0534189 Aug 31 09:03:46.174144 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c1270510-c0e1-4bd0-93a4-9346d3b8ca35 req-c9b75abc-6c0f-46be-b619-1111ba36df18 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 Aug 31 09:03:46.852697 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:03:46.909857 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53aebb3-b334-4498-b175-8a06845ddde7 req-9ed81757-45b8-4743-9159-e4cc15602ccd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:46.911440 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c53aebb3-b334-4498-b175-8a06845ddde7 req-9ed81757-45b8-4743-9159-e4cc15602ccd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 944 time: 0.0510967 Aug 31 09:03:46.950249 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-c53aebb3-b334-4498-b175-8a06845ddde7 req-71d5d685-5425-4002-a9c6-cc79e0faa2b1 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Aug 31 09:03:46.956542 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:46.968731 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'port_id': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'mac_address': 'fa:16:3e:f3:f2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:03:47.005886 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:47.018810 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:03:47.038360 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:47.248136 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:47.294962 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af6a92-618b-457c-8e2f-384c36287351 req-97c4f294-4c7c-41ea-acd7-525d805651c4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:47.296906 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-07af6a92-618b-457c-8e2f-384c36287351 req-97c4f294-4c7c-41ea-acd7-525d805651c4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 943 time: 0.0531309 Aug 31 09:03:47.302331 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:47.309446 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.315551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:47.339118 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-07af6a92-618b-457c-8e2f-384c36287351 req-90135461-0be7-4527-9169-fd3727c1a63e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363908 Aug 31 09:03:47.562577 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:03:48.064412 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dc72e-091d-4163-9085-419a7628adbd req-d3071307-0116-4878-8544-14ee72e99f6a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:48.065883 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7c0dc72e-091d-4163-9085-419a7628adbd req-d3071307-0116-4878-8544-14ee72e99f6a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 945 time: 0.0479922 Aug 31 09:03:48.106400 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7c0dc72e-091d-4163-9085-419a7628adbd req-8dc2bf55-e6b5-47bd-a2c2-1b024119ebd9 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344014 Aug 31 09:03:48.456358 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec111a5-8735-4ea3-afc9-da9b20bea34a req-3ea61c21-4647-46da-84e1-528a0b66cf3f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:48.457842 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2ec111a5-8735-4ea3-afc9-da9b20bea34a req-3ea61c21-4647-46da-84e1-528a0b66cf3f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 943 time: 0.0493016 Aug 31 09:03:48.497961 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2ec111a5-8735-4ea3-afc9-da9b20bea34a req-4a646677-508b-4b13-86d3-0d82b22c3abf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Aug 31 09:03:48.856869 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:03:48.860044 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:48.987722 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:48.999558 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'port_id': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'mac_address': 'fa:16:3e:64:00:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:03:49.041411 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:49.054144 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:03:49.073994 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:49.086933 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:49.090770 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:49.091141 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:49.172858 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:49.197313 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:49.199618 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2805942-9558-451b-89ac-df86d334ebd3" -d '{"events": [{"server_uuid": "ad9053b3-764f-4d56-9716-457c94f539c8", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:49.220003 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:49.235112 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fadfae-43a8-4d3f-ac26-0863a1867422 req-91f8e14e-a257-4423-9d45-2ad628cfc920 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:49.236701 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b8fadfae-43a8-4d3f-ac26-0863a1867422 req-91f8e14e-a257-4423-9d45-2ad628cfc920 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 945 time: 0.0607324 Aug 31 09:03:49.238528 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f57f8-4932-4cb7-b5d0-7a1da31506e6 x-openstack-request-id: req-a97f57f8-4932-4cb7-b5d0-7a1da31506e6 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:49.238839 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9053b3-764f-4d56-9716-457c94f539c8", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:49.239090 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a97f57f8-4932-4cb7-b5d0-7a1da31506e6 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:49.239552 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'code': 200} Aug 31 09:03:49.279960 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b8fadfae-43a8-4d3f-ac26-0863a1867422 req-c599600c-3ff6-49dc-9d77-b8d5a57b915f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361054 Aug 31 09:03:49.347795 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:49.401987 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:49.408239 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:49.476467 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:49.622502 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f2cbd-f4f1-4d4c-a8d0-9ba1e641bab1 req-25df39fc-b05d-4124-a478-76a8335c6eff tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:49.624110 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-532f2cbd-f4f1-4d4c-a8d0-9ba1e641bab1 req-25df39fc-b05d-4124-a478-76a8335c6eff tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 944 time: 0.0572071 Aug 31 09:03:49.670529 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:03:49.701063 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-532f2cbd-f4f1-4d4c-a8d0-9ba1e641bab1 req-88f5cf09-17bb-427f-96b7-43d1d966197b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695112 Aug 31 09:03:49.709713 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cf6d5-81b2-4038-8365-66aee9b59597 req-9d6ad612-acbd-439b-8549-5e71c8036de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:49.709713 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-479cf6d5-81b2-4038-8365-66aee9b59597 req-9d6ad612-acbd-439b-8549-5e71c8036de4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 1099 time: 0.0656250 Aug 31 09:03:49.775037 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-479cf6d5-81b2-4038-8365-66aee9b59597 req-962ad5e5-0ff1-478a-8dc0-a764e5dcae73 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534515 Aug 31 09:03:50.402006 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46ddc-4563-41fb-bfdc-b23035f48cf1 req-94ff61fd-d11f-4db6-95fd-64a53e4bbdb3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:50.403595 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05f46ddc-4563-41fb-bfdc-b23035f48cf1 req-94ff61fd-d11f-4db6-95fd-64a53e4bbdb3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0530467 Aug 31 09:03:50.442369 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05f46ddc-4563-41fb-bfdc-b23035f48cf1 req-b420d987-b5ac-4654-baf2-2065333adcda tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326743 Aug 31 09:03:50.831656 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524daf5-f486-4c45-8b7c-b7a527ec4612 req-1c78b49b-3428-43ba-aa85-8b2b9e95f6ff tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:50.831656 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9524daf5-f486-4c45-8b7c-b7a527ec4612 req-1c78b49b-3428-43ba-aa85-8b2b9e95f6ff tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 944 time: 0.0492229 Aug 31 09:03:50.864279 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9524daf5-f486-4c45-8b7c-b7a527ec4612 req-d32492b5-1a4f-4edd-b499-4c9ae80dd456 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Aug 31 09:03:50.874555 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:51.059070 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:51.063604 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:51.064031 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:51.150510 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:51.185063 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:51.241223 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:51.244075 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7677272b-e413-46d7-b2ed-96d89fda72ff" -d '{"events": [{"server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "name": "network-vif-plugged", "status": "completed", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:51.291018 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade4d67-3c0c-4ba9-abac-84cdd57ba04b x-openstack-request-id: req-2ade4d67-3c0c-4ba9-abac-84cdd57ba04b {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:51.291218 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "name": "network-vif-plugged", "status": "completed", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:51.291499 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ade4d67-3c0c-4ba9-abac-84cdd57ba04b {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:51.291886 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'code': 200} Aug 31 09:03:51.358182 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:51.414021 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:51.561822 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cede8-0ea8-406e-b82c-c107d670dd73 req-6d36cb53-7085-485d-9a5e-c592f32f78b7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:51.563328 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e21cede8-0ea8-406e-b82c-c107d670dd73 req-6d36cb53-7085-485d-9a5e-c592f32f78b7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0499830 Aug 31 09:03:51.606786 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e21cede8-0ea8-406e-b82c-c107d670dd73 req-56d095ab-56da-401e-9426-36328dc0ee12 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341001 Aug 31 09:03:51.740364 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321a59e-b6de-427a-8f2a-d4c1b80431db req-0e38bd9b-5da9-4c1e-8ebf-a52fd52d1e72 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:51.742023 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c321a59e-b6de-427a-8f2a-d4c1b80431db req-0e38bd9b-5da9-4c1e-8ebf-a52fd52d1e72 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 946 time: 0.0515640 Aug 31 09:03:51.772222 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c190b49-a70d-4330-93dc-574004a0b951 req-5313c833-9cc0-4773-98f7-d0c79011ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:51.774881 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6c190b49-a70d-4330-93dc-574004a0b951 req-5313c833-9cc0-4773-98f7-d0c79011ce72 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1098 time: 0.1024156 Aug 31 09:03:51.784662 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c321a59e-b6de-427a-8f2a-d4c1b80431db req-06544f00-8161-44b6-a028-88f42b7a97a5 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356915 Aug 31 09:03:51.787219 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20110-8ecd-4762-aa7d-0a88e77549b9 req-5eb25e2d-ddff-4992-abf8-53ef4fd09d96 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:51.789434 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-d0e20110-8ecd-4762-aa7d-0a88e77549b9 req-5eb25e2d-ddff-4992-abf8-53ef4fd09d96 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.1151946 Aug 31 09:03:51.802534 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52014) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:51.807612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'floatingip': {'port_id': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:51.824231 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6c190b49-a70d-4330-93dc-574004a0b951 req-815f3cb2-849e-40d1-a25f-73c310c12434 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Aug 31 09:03:51.850777 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:51.981294 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726244a-8eb8-4d72-a526-200d68d0090e req-dec71926-5b21-497c-b826-da28a76265be tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:51.982986 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2726244a-8eb8-4d72-a526-200d68d0090e req-dec71926-5b21-497c-b826-da28a76265be tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0500236 Aug 31 09:03:52.022279 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2726244a-8eb8-4d72-a526-200d68d0090e req-385a93dd-cb6a-4ab9-8f9b-53f0b893cae9 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Aug 31 09:03:52.315878 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:52.431800 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:52.592392 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Floating IP 20fe93a5-b382-4258-9b26-93b374362e6c associated. External IP: 172.27.3.181, port: 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b. Aug 31 09:03:52.811450 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Router e711721b-dbf1-486d-bb8d-96806e06e10a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:03:52.951476 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fd01-5c97-4b7e-a763-f9f610a289a2 req-fa1bda7f-e053-4353-8696-dae411826611 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:52.960638 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39f0fd01-5c97-4b7e-a763-f9f610a289a2 req-fa1bda7f-e053-4353-8696-dae411826611 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 946 time: 0.0962965 Aug 31 09:03:52.969212 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:03:52.979631 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:52.980518 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] Sync routers for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:03:53.007644 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:53.017977 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:03:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:53.021745 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c1bbb3a3-7fb8-4e2a-b6e7-41f9815c2bf3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "PUT /v2.0/floatingips/20fe93a5-b382-4258-9b26-93b374362e6c HTTP/1.1" status: 200 len: 992 time: 1.2177060 Aug 31 09:03:53.022492 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'tag': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:53.024853 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4ef756-2d81-449d-acec-20dfddd2b238" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9053b3-764f-4d56-9716-457c94f539c8", "tag": "0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:53.029997 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39f0fd01-5c97-4b7e-a763-f9f610a289a2 req-86ace23c-ab5d-490e-8433-17e440558ea4 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696950 Aug 31 09:03:53.084393 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19029f30-c813-40d7-a3b4-3d139152409a x-openstack-request-id: req-19029f30-c813-40d7-a3b4-3d139152409a {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:53.084730 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9053b3-764f-4d56-9716-457c94f539c8", "tag": "0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:53.084984 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19029f30-c813-40d7-a3b4-3d139152409a {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:53.085672 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'tag': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'status': 'completed', 'code': 200} Aug 31 09:03:53.155547 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:53.164181 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-edf047c9-bdc6-4f2a-b6b8-51bd474367ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:53.167032 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-edf047c9-bdc6-4f2a-b6b8-51bd474367ab service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 1099 time: 0.0498919 Aug 31 09:03:53.185649 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69763d-422d-4b90-87f4-a1c3e302c002 req-cde6ffc5-f87d-4e05-a9ba-00a29fa80e0a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:53.191852 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ee69763d-422d-4b90-87f4-a1c3e302c002 req-cde6ffc5-f87d-4e05-a9ba-00a29fa80e0a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0612304 Aug 31 09:03:53.240441 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ee69763d-422d-4b90-87f4-a1c3e302c002 req-68bf0f0a-0b69-40bb-8599-84f652218c64 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Aug 31 09:03:53.285177 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-88644837-e36d-40d1-9541-64004908dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:53.286702 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-88644837-e36d-40d1-9541-64004908dc8a service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 912 time: 0.1072724 Aug 31 09:03:53.362648 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-021b3c42-990a-4c69-987a-1a36ce4e3789 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b HTTP/1.1" status: 200 len: 1000 time: 0.0661247 Aug 31 09:03:53.423550 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-628e93ad-21ef-4007-a7cd-f3064693bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:53.425394 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-628e93ad-21ef-4007-a7cd-f3064693bb54 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 200 len: 850 time: 0.0538881 Aug 31 09:03:53.450765 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '20fe93a5-b382-4258-9b26-93b374362e6c', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'port_id': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'mac_address': 'fa:16:3e:f3:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:17Z', 'updated_at': '2021-08-31T09:03:52Z', 'revision_number': 1, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:53.479297 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-77402c72-a1ee-494f-ad25-eb3da04f7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:53.480870 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-77402c72-a1ee-494f-ad25-eb3da04f7160 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2d0785c-2165-4e34-93ca-0268b5014c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435879 Aug 31 09:03:53.587897 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-39d89e9c-2ddb-435d-8121-192518e88ed0 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978260 Aug 31 09:03:53.604216 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] Checking router: e711721b-dbf1-486d-bb8d-96806e06e10a for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:03:53.612622 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:53.613235 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:03:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:53.689970 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-7b4ef756-2d81-449d-acec-20dfddd2b238 req-e2556248-e28a-47fd-9ed2-e73515b2311f service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912697 Aug 31 09:03:53.724578 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:53.937655 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-a019b3a1-2ae1-4051-a3af-9b786950c208 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:53.939057 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-a019b3a1-2ae1-4051-a3af-9b786950c208 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 946 time: 0.0490685 Aug 31 09:03:53.957742 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '20fe93a5-b382-4258-9b26-93b374362e6c', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'port_id': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'mac_address': 'fa:16:3e:f3:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:17Z', 'updated_at': '2021-08-31T09:03:52Z', 'revision_number': 1, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:53.984931 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e1b36-e5fb-4943-8133-7f3e30ebc647 None None] The sync data for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi is: [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '20fe93a5-b382-4258-9b26-93b374362e6c', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'port_id': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'mac_address': 'fa:16:3e:f3:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:17Z', 'updated_at': '2021-08-31T09:03:52Z', 'revision_number': 1, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:03:54.038882 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Deleting port 4230145a-499d-44c6-9d56-d26d38b5a661 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:03:54.039249 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:54.167577 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] For port 4230145a-499d-44c6-9d56-d26d38b5a661, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4230145a-499d-44c6-9d56-d26d38b5a661,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:54.168268 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:54.191504 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Calling delete_port for 4230145a-499d-44c6-9d56-d26d38b5a661 owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:03:54.196111 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc77b2d-0f72-4e54-a065-fb9d6b3525bd None None] New status for floating IP 20fe93a5-b382-4258-9b26-93b374362e6c: ACTIVE {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:03:54.201696 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775a2f1-b246-47f6-9985-59630debc0e1 req-fa4d3dc2-a9c6-4347-8da2-a1d969b55418 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:54.203608 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b775a2f1-b246-47f6-9985-59630debc0e1 req-fa4d3dc2-a9c6-4347-8da2-a1d969b55418 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 946 time: 0.0986605 Aug 31 09:03:54.292058 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b775a2f1-b246-47f6-9985-59630debc0e1 req-f44e0404-eecb-4f60-996a-d4bfa36c2c8e tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808015 Aug 31 09:03:54.367809 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e58302-646c-49a4-98e4-5a4469f3a7f1 req-dab898e9-bfd4-4894-8189-5126a6f1f92f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:54.369538 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-65e58302-646c-49a4-98e4-5a4469f3a7f1 req-dab898e9-bfd4-4894-8189-5126a6f1f92f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0530350 Aug 31 09:03:54.410508 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-65e58302-646c-49a4-98e4-5a4469f3a7f1 req-13e74ef3-162f-4d77-b7fa-c25e169c34c7 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Aug 31 09:03:54.463067 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:54.478102 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['4230145a-499d-44c6-9d56-d26d38b5a661'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:03:54.511298 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Pushing event deleted for resources: {'Port': ['ID=4230145a-499d-44c6-9d56-d26d38b5a661,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:54.578468 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] No DVR routers for this DVR port 4230145a-499d-44c6-9d56-d26d38b5a661 on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:03:54.581568 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:54.583541 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4405920d-bdda-44d9-a81d-9c313e70b5df req-3d9fac1d-35e8-433e-8bfe-cd0e8b2c30f3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.107 "DELETE /v2.0/ports/4230145a-499d-44c6-9d56-d26d38b5a661 HTTP/1.1" status: 204 len: 173 time: 0.6380684 Aug 31 09:03:54.583969 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0d520b-4f06-44c8-816a-4362901e7083', 'name': 'network-vif-deleted', 'tag': '4230145a-499d-44c6-9d56-d26d38b5a661'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:54.586922 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c38ad37-c9a3-43ec-939e-d91e09e7aa74" -d '{"events": [{"server_uuid": "bc0d520b-4f06-44c8-816a-4362901e7083", "name": "network-vif-deleted", "tag": "4230145a-499d-44c6-9d56-d26d38b5a661"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:54.604848 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de253be8-e33d-42ca-94ab-4b43d689198f req-2a3162b2-c72a-4ace-9377-bf96de92d248 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:54.606373 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-de253be8-e33d-42ca-94ab-4b43d689198f req-2a3162b2-c72a-4ace-9377-bf96de92d248 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0990345 Aug 31 09:03:54.628691 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e1d081-2690-493b-94d6-6f160b2fe198 x-openstack-request-id: req-47e1d081-2690-493b-94d6-6f160b2fe198 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:54.628980 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0d520b-4f06-44c8-816a-4362901e7083", "name": "network-vif-deleted", "tag": "4230145a-499d-44c6-9d56-d26d38b5a661", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:54.629228 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47e1d081-2690-493b-94d6-6f160b2fe198 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:54.629609 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0d520b-4f06-44c8-816a-4362901e7083', 'name': 'network-vif-deleted', 'tag': '4230145a-499d-44c6-9d56-d26d38b5a661', 'status': 'completed', 'code': 200} Aug 31 09:03:54.649664 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-de253be8-e33d-42ca-94ab-4b43d689198f req-59b226a5-5556-488d-96b2-b2d29e36e8b8 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Aug 31 09:03:54.987243 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac49184-5ff7-4f4e-9d38-6f85199fef43 req-7705557f-4317-49f9-86d8-1d556898c4bc tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:54.988717 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-eac49184-5ff7-4f4e-9d38-6f85199fef43 req-7705557f-4317-49f9-86d8-1d556898c4bc tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0532730 Aug 31 09:03:55.026350 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-eac49184-5ff7-4f4e-9d38-6f85199fef43 req-623642d8-a372-4a3a-a1ea-6eeea91e2ddd tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Aug 31 09:03:55.402088 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-088ca56b-4ca7-4014-8ff3-a0579fe67423 req-1880e105-f5c5-4319-8eb9-f771c48a10d6 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc0d520b-4f06-44c8-816a-4362901e7083 HTTP/1.1" status: 200 len: 210 time: 0.0250607 Aug 31 09:03:56.756336 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-37b5aefd-8221-46db-a908-55ec793eb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:58.007042 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:03:59.299975 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 4230145a-499d-44c6-9d56-d26d38b5a661 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:03:59.322272 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 4230145a-499d-44c6-9d56-d26d38b5a661 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:03:59.322625 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 4230145a-499d-44c6-9d56-d26d38b5a661 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:03:59.586887 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:59.620903 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-faf39fe2-0a30-4175-ad9a-943d4edd7044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:00.847747 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:01.739476 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52158) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:01.848343 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-98d2d655-4b8f-4eae-9630-96ea68dbd691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:01.938247 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-98d2d655-4b8f-4eae-9630-96ea68dbd691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:02.012453 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-98d2d655-4b8f-4eae-9630-96ea68dbd691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:02.054550 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-98d2d655-4b8f-4eae-9630-96ea68dbd691 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a04692bfb1747258b67f73a89acadfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138614 Aug 31 09:04:02.056100 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2d655-4b8f-4eae-9630-96ea68dbd691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e628a-def1-4529-b413-38a8a66bb3b8,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:02.057852 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52164) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:02.109296 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b935-8f90-4458-b371-2bed0e09273a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:02.131991 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b935-8f90-4458-b371-2bed0e09273a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:02.339081 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b935-8f90-4458-b371-2bed0e09273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:02.341669 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b935-8f90-4458-b371-2bed0e09273a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:02.343424 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-e5e6b935-8f90-4458-b371-2bed0e09273a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c8e628a-def1-4529-b413-38a8a66bb3b8 HTTP/1.1" status: 204 len: 168 time: 0.2839196 Aug 31 09:04:02.354641 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6b935-8f90-4458-b371-2bed0e09273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e628a-def1-4529-b413-38a8a66bb3b8,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:02.472905 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:03.393977 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52186) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:03.407175 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dad5d1f6-e42d-42e0-ab4c-2cc67ced71e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:03.496661 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dad5d1f6-e42d-42e0-ab4c-2cc67ced71e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:03.672930 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dad5d1f6-e42d-42e0-ab4c-2cc67ced71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:03.714171 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-dad5d1f6-e42d-42e0-ab4c-2cc67ced71e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d27970f6fb444ca89d367fd9750772d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190625 Aug 31 09:04:03.716199 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5d1f6-e42d-42e0-ab4c-2cc67ced71e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2829c4d-254a-47ff-9c2f-9810f98892c8,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:03.717042 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52194) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:03.768138 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-469ce7e3-d903-4dbc-a8ea-c88a8162370c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:03.783935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363e092-0a8e-43a1-949b-3e03713c8e4f req-76f1cef9-603c-46d0-bdfb-37ebd4d6e7d0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:03.785480 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b363e092-0a8e-43a1-949b-3e03713c8e4f req-76f1cef9-603c-46d0-bdfb-37ebd4d6e7d0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.0516992 Aug 31 09:04:03.793961 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-469ce7e3-d903-4dbc-a8ea-c88a8162370c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:03.825896 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b363e092-0a8e-43a1-949b-3e03713c8e4f req-48a12dad-f0bf-463d-a8aa-291e03b1f2b9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336740 Aug 31 09:04:04.024929 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-469ce7e3-d903-4dbc-a8ea-c88a8162370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:04.027550 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-469ce7e3-d903-4dbc-a8ea-c88a8162370c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:04.028712 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-469ce7e3-d903-4dbc-a8ea-c88a8162370c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2829c4d-254a-47ff-9c2f-9810f98892c8 HTTP/1.1" status: 204 len: 168 time: 0.3101182 Aug 31 09:04:04.037491 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ce7e3-d903-4dbc-a8ea-c88a8162370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2829c4d-254a-47ff-9c2f-9810f98892c8,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:04.951542 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a63db-8081-4e47-a468-557f0c743faa req-7a33867e-09b8-4223-b25f-657dd87f59b7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:04.953094 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-529a63db-8081-4e47-a468-557f0c743faa req-7a33867e-09b8-4223-b25f-657dd87f59b7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.0520427 Aug 31 09:04:04.993673 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-529a63db-8081-4e47-a468-557f0c743faa req-44dd23ea-8119-497c-a966-174f8895845c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 Aug 31 09:04:05.901789 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52236) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:06.006582 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7e132c0f-3f79-48cd-a1d1-7e4081a1190a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:06.096568 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7e132c0f-3f79-48cd-a1d1-7e4081a1190a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:06.119228 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b27-e0c0-4968-9b80-f4d6bd12940b req-32900ebe-3502-467d-92e4-90345511055b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:06.120703 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b433b27-e0c0-4968-9b80-f4d6bd12940b req-32900ebe-3502-467d-92e4-90345511055b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.0489650 Aug 31 09:04:06.158452 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9b433b27-e0c0-4968-9b80-f4d6bd12940b req-0a4830c0-3eac-454d-ac52-77f9522a0f47 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317411 Aug 31 09:04:06.175478 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7e132c0f-3f79-48cd-a1d1-7e4081a1190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:06.212220 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e132c0f-3f79-48cd-a1d1-7e4081a1190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b26c9d1-daf4-4f59-8d22-e4bda0eff311,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:06.216516 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-7e132c0f-3f79-48cd-a1d1-7e4081a1190a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea7bf62bb8fb4347aecdca8c204339ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137226 Aug 31 09:04:06.219220 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52242) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:06.266986 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b0257b63-2979-4afd-ad00-b10bfcb6d174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:06.288176 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b0257b63-2979-4afd-ad00-b10bfcb6d174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:06.419370 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b0257b63-2979-4afd-ad00-b10bfcb6d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:06.423961 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b0257b63-2979-4afd-ad00-b10bfcb6d174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:06.425882 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-b0257b63-2979-4afd-ad00-b10bfcb6d174 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b26c9d1-daf4-4f59-8d22-e4bda0eff311 HTTP/1.1" status: 204 len: 168 time: 0.2056100 Aug 31 09:04:06.435320 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0257b63-2979-4afd-ad00-b10bfcb6d174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b26c9d1-daf4-4f59-8d22-e4bda0eff311,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:06.817067 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fdfae-cc8e-440b-a90a-dfb4a506b189 req-f8d41367-35c6-4f2d-9c69-677a3b4839c7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:06.819012 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-345fdfae-cc8e-440b-a90a-dfb4a506b189 req-f8d41367-35c6-4f2d-9c69-677a3b4839c7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 946 time: 0.0503631 Aug 31 09:04:06.860655 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-345fdfae-cc8e-440b-a90a-dfb4a506b189 req-a5f2ba35-89ac-446a-811c-8e28145ac2fe tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Aug 31 09:04:07.279168 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fe317-adcb-4dba-ae7b-a3edc251b825 req-fb1e7e9b-5e3f-4386-bd7b-a7a00a55e9bd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:07.280705 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-685fe317-adcb-4dba-ae7b-a3edc251b825 req-fb1e7e9b-5e3f-4386-bd7b-a7a00a55e9bd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.0482364 Aug 31 09:04:07.322907 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-685fe317-adcb-4dba-ae7b-a3edc251b825 req-a7fe34cf-eb9b-4e70-98bc-9ba09a0c5791 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360026 Aug 31 09:04:07.815557 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-741ba010-f1e5-42b6-b43c-2987724699fa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:07.817509 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-741ba010-f1e5-42b6-b43c-2987724699fa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.0999672 Aug 31 09:04:07.829335 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-5ccf5b3a-66c7-4547-a67c-7ddc18cc8347 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:07.831140 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-5ccf5b3a-66c7-4547-a67c-7ddc18cc8347 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/networks?id=b65920ee-95cb-4552-9143-50ed0fe9316f HTTP/1.1" status: 200 len: 814 time: 0.1581204 Aug 31 09:04:07.869127 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-500fee61-ed4b-497c-a213-886b3982c3c5 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/quotas/6616bb2c12a449b09be5621918047052 HTTP/1.1" status: 200 len: 375 time: 0.0303831 Aug 31 09:04:07.905475 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-779cd499-7de3-465f-8f81-6d426e7d6778 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6616bb2c12a449b09be5621918047052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304375 Aug 31 09:04:07.987432 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f756bb-1225-453d-b648-9b8fa82051e4 req-dac620c8-6bab-4cdf-8fda-a6955e8ec1ce tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:07.989001 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-14f756bb-1225-453d-b648-9b8fa82051e4 req-dac620c8-6bab-4cdf-8fda-a6955e8ec1ce tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 946 time: 0.0555806 Aug 31 09:04:08.015950 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Deleting port 282f4efb-4bee-412b-94fe-2c45f5e0999b {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:04:08.016334 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:08.031106 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-14f756bb-1225-453d-b648-9b8fa82051e4 req-ab8ec79e-9796-44a7-8b56-217ece23ddfe tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353642 Aug 31 09:04:08.070620 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e3332a56-0379-48c3-9a50-56cf6b9545f9 service neutron] 10.222.0.66 "GET /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469853 Aug 31 09:04:08.171434 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] For port 282f4efb-4bee-412b-94fe-2c45f5e0999b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=282f4efb-4bee-412b-94fe-2c45f5e0999b,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:08.171720 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:08.252991 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-df73fd24-e4f7-49ec-b37d-88ecac3108d1 service neutron] 10.222.0.66 "GET /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756022 Aug 31 09:04:08.470465 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc112a62-c8d9-4762-8393-69e08ec315c3 req-2273ea33-00d7-47a7-aa2a-36cb8c1395b7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:08.473676 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cc112a62-c8d9-4762-8393-69e08ec315c3 req-2273ea33-00d7-47a7-aa2a-36cb8c1395b7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 947 time: 0.0766416 Aug 31 09:04:08.494766 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:08.495153 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:08.495583 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.l3_db [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Floating IP 5e6d939e-1196-4932-87c8-e21655cc5709 disassociated. External IP: 172.27.3.233, port: 282f4efb-4bee-412b-94fe-2c45f5e0999b. Aug 31 09:04:08.495917 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Calling delete_port for 282f4efb-4bee-412b-94fe-2c45f5e0999b owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:04:08.514011 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cc112a62-c8d9-4762-8393-69e08ec315c3 req-f760e686-e4b4-40b8-a934-6ad1c3ff3858 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=9650b173-6d04-4510-b0e4-9b60f460d2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342081 Aug 31 09:04:08.678604 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:08.697643 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e065b49e-3dfd-4c72-be97-159a9cb60407 req-db811471-ba45-4fac-a080-6fe25715233d tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 210 time: 0.0409873 Aug 31 09:04:08.902783 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e56e450a-0c33-41fa-b7bc-7f381211571f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:08.904367 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e56e450a-0c33-41fa-b7bc-7f381211571f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 946 time: 0.0555019 Aug 31 09:04:08.945744 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event deleted for resources: {'Port': ['ID=282f4efb-4bee-412b-94fe-2c45f5e0999b,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:09.044881 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Deleting port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:04:09.045321 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:09.085157 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Router c09a7385-937c-468a-a2bd-88894604367a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:09.186408 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] For port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:09.186780 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:09.207013 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b93b9c-858e-466a-bbec-a7357c979bce req-2d743af2-0a0d-4ed2-815d-0eed57f043c8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:09.208553 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-63b93b9c-858e-466a-bbec-a7357c979bce req-2d743af2-0a0d-4ed2-815d-0eed57f043c8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 946 time: 0.0894423 Aug 31 09:04:09.228935 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:09.239293 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] Sync routers for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:09.252530 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:09.252530 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:09.300456 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] No DVR routers for this DVR port 282f4efb-4bee-412b-94fe-2c45f5e0999b on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:04:09.303999 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:09.306809 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-991a4880-1a5c-4e16-84c9-9419d5d6ead0 req-ae243133-041c-4fdd-9ceb-4651bef6e86f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "DELETE /v2.0/ports/282f4efb-4bee-412b-94fe-2c45f5e0999b HTTP/1.1" status: 204 len: 173 time: 1.4745677 Aug 31 09:04:09.308540 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-deleted', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:09.311721 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45b2f55-888a-4bfe-ac17-4b3c85800f74" -d '{"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-deleted", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:09.352254 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dabff2-8b2f-486a-8d26-594249b21995 x-openstack-request-id: req-e8dabff2-8b2f-486a-8d26-594249b21995 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:09.352556 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe8fc5-20b5-46a1-8eae-381b6fd2765c", "name": "network-vif-deleted", "tag": "282f4efb-4bee-412b-94fe-2c45f5e0999b", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:09.352806 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8dabff2-8b2f-486a-8d26-594249b21995 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:09.353190 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe8fc5-20b5-46a1-8eae-381b6fd2765c', 'name': 'network-vif-deleted', 'tag': '282f4efb-4bee-412b-94fe-2c45f5e0999b', 'status': 'completed', 'code': 200} Aug 31 09:04:09.368519 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-63b93b9c-858e-466a-bbec-a7357c979bce req-6767f0aa-7fe7-446a-b5fe-d703f82ffc7c tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501052 Aug 31 09:04:09.381701 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:09.632391 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4a5cfcfe-003d-4c90-9193-6b14b59b3078 req-fad8ecc6-8581-401f-b6ea-4aa9b5051b7b tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2fe8fc5-20b5-46a1-8eae-381b6fd2765c HTTP/1.1" status: 200 len: 210 time: 0.0296965 Aug 31 09:04:09.644583 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:09.694279 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] Checking router: c09a7385-937c-468a-a2bd-88894604367a for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:09.705667 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:09.706266 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:09.784771 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:09.785414 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:09.785554 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Floating IP 4da19f27-1229-47db-afa8-f2aa2c099c5f disassociated. External IP: 172.27.3.99, port: 6f41ed61-7a6c-4643-8de2-199e0fb7e1de. Aug 31 09:04:09.785857 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Calling delete_port for 6f41ed61-7a6c-4643-8de2-199e0fb7e1de owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:04:09.829113 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8e4ab8e1-a50b-4bf0-81d0-955be8797d9f req-23a7f838-dc2c-4c7b-97ea-f090ed54bd2a tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 210 time: 0.0403082 Aug 31 09:04:09.901480 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:10.135559 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:10.165262 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event deleted for resources: {'Port': ['ID=6f41ed61-7a6c-4643-8de2-199e0fb7e1de,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:10.231655 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:10.270022 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d5b84-826e-458b-8270-53c2f4cde9fe None None] The sync data for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi is: [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:10.335418 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:10.349826 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64915d22-ed52-4791-9f02-0ca91ede7cd3 req-d1944588-518b-4979-bb1c-a5d534caebe7 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:10.351483 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-64915d22-ed52-4791-9f02-0ca91ede7cd3 req-d1944588-518b-4979-bb1c-a5d534caebe7 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0850134 Aug 31 09:04:10.456261 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-64915d22-ed52-4791-9f02-0ca91ede7cd3 req-0bdfe789-d51b-4fce-b020-973d52e91ef0 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926685 Aug 31 09:04:10.497568 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52390) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:10.522839 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f7cecf73-1fad-4379-b057-62318860b001 req-aba5e86c-7dfd-4b84-99e7-cd46396c900b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 210 time: 0.0426641 Aug 31 09:04:10.530855 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:10.552665 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:10.578978 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:10.579469 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:10.589519 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] No DVR routers for this DVR port 6f41ed61-7a6c-4643-8de2-199e0fb7e1de on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:04:10.596138 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:10.603261 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fb9ec51e-47a0-49ce-b937-23e5ec8c383d req-e88ebc74-1cc4-4a06-bc5a-fa0a4166c7ab tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "DELETE /v2.0/ports/6f41ed61-7a6c-4643-8de2-199e0fb7e1de HTTP/1.1" status: 204 len: 173 time: 1.6779087 Aug 31 09:04:10.607740 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7624c8-169b-4949-9283-ac7224badfed', 'name': 'network-vif-deleted', 'tag': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:10.610312 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b016f6cb-aaf3-4c51-b884-14fa5681fddb" -d '{"events": [{"server_uuid": "8b7624c8-169b-4949-9283-ac7224badfed", "name": "network-vif-deleted", "tag": "6f41ed61-7a6c-4643-8de2-199e0fb7e1de"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:10.662737 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795ac8f-da3e-4f6f-bf5a-b3f8ceb1806b x-openstack-request-id: req-2795ac8f-da3e-4f6f-bf5a-b3f8ceb1806b {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:10.662737 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7624c8-169b-4949-9283-ac7224badfed", "name": "network-vif-deleted", "tag": "6f41ed61-7a6c-4643-8de2-199e0fb7e1de", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:10.662737 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2795ac8f-da3e-4f6f-bf5a-b3f8ceb1806b {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:10.662737 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7624c8-169b-4949-9283-ac7224badfed', 'name': 'network-vif-deleted', 'tag': '6f41ed61-7a6c-4643-8de2-199e0fb7e1de', 'status': 'completed', 'code': 200} Aug 31 09:04:10.699832 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e140fd-912c-4901-b093-a25ca1e0913f None None] New status for floating IP 5e6d939e-1196-4932-87c8-e21655cc5709: DOWN {{(pid=101247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:04:10.728787 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:10.840188 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52400) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:10.886195 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caab96a-6efd-47c3-aa11-894cb38e3715 tempest-TestMinimumBasicScenario-262522744 tempest-TestMinimumBasicScenario-262522744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:10.900079 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8caab96a-6efd-47c3-aa11-894cb38e3715 tempest-TestMinimumBasicScenario-262522744 tempest-TestMinimumBasicScenario-262522744-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1093 time: 0.4010296 Aug 31 09:04:10.901229 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52404) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:10.907527 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'port_id': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:10.986763 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-aa308791-3939-4371-8277-e5843c6faa9e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:10.991027 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:11.006982 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b1505fa9-5a88-414c-a8a7-eb2d8aa1cf6b req-cc3c2c6d-f5c4-48f4-8ea3-d9ee73133021 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 210 time: 0.0358832 Aug 31 09:04:11.020017 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:11.033775 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:11.034776 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:11.037058 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-aa308791-3939-4371-8277-e5843c6faa9e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.079906 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for floatingip, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.216687 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:11.238407 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-aa308791-3939-4371-8277-e5843c6faa9e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.242866 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-aa308791-3939-4371-8277-e5843c6faa9e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.245305 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-aa308791-3939-4371-8277-e5843c6faa9e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "DELETE /v2.0/security-groups/9650b173-6d04-4510-b0e4-9b60f460d2c2 HTTP/1.1" status: 204 len: 168 time: 0.4038572 Aug 31 09:04:11.265079 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52410) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:11.266984 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa308791-3939-4371-8277-e5843c6faa9e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9650b173-6d04-4510-b0e4-9b60f460d2c2,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:11.333668 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.api.v2.resource [None req-81bfb454-7df7-4694-81f8-25d43ad6dc09 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] show failed (client error): The resource could not be found. Aug 31 09:04:11.333668 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-81bfb454-7df7-4694-81f8-25d43ad6dc09 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups/9650b173-6d04-4510-b0e4-9b60f460d2c2 HTTP/1.1" status: 404 len: 347 time: 0.0577428 Aug 31 09:04:11.334094 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52412) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:11.365600 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.468927 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-9e5ff4db-a133-45e5-918b-c5977e709928 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:11.470459 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-9e5ff4db-a133-45e5-918b-c5977e709928 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.107 "GET /v2.0/networks?id=b65920ee-95cb-4552-9143-50ed0fe9316f HTTP/1.1" status: 200 len: 814 time: 0.2515118 Aug 31 09:04:11.493296 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Request body: {'port': {'device_id': '83f3a5bb-5d11-4492-aeab-7eaca9a62bad', 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f', 'admin_state_up': True, 'tenant_id': '6616bb2c12a449b09be5621918047052'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:11.497792 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Deleting port 05912d0a-5a85-420b-86d5-164b09063f04 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:04:11.500798 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.529949 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:11.579790 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d27cc1-1ed7-4546-b96c-6582630d1270 None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:11.621499 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.621499 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.641991 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Calling delete_port for 05912d0a-5a85-420b-86d5-164b09063f04 owned by network:floatingip {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:04:11.664327 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Allocated IP 172.27.3.26 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/16d33eab-4e23-4ecd-9a80-9cdc2cdf1a53) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:11.736844 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a3ef8ac1-3d24-4889-87af-41d0662f06e5 req-36b5dd4e-92e2-4a6a-bc40-ff107e36b755 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b7624c8-169b-4949-9283-ac7224badfed HTTP/1.1" status: 200 len: 210 time: 0.0825410 Aug 31 09:04:11.808224 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Made reservation on behalf of 6616bb2c12a449b09be5621918047052 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:04:11.816020 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.930852 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:11.956014 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36600357-7e76-4ab4-b358-827694ddfd24 None None] New status for floating IP 4da19f27-1229-47db-afa8-f2aa2c099c5f: DOWN {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:04:12.012999 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:12.040556 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Allocated IP 172.20.0.2 (b65920ee-95cb-4552-9143-50ed0fe9316f/ff8a568b-83ca-47e0-9e93-ab106ce3afc8/52c23e37-1fd8-49fc-b90c-b43be65568b1) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:12.048933 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event deleted for resources: {'Port': ['ID=05912d0a-5a85-420b-86d5-164b09063f04,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:12.137702 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:12.170366 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:12.172787 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:12.175559 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-49bdd15b-345f-461f-8d6e-9cd6b0ef8a50 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "DELETE /v2.0/floatingips/5e6d939e-1196-4932-87c8-e21655cc5709 HTTP/1.1" status: 204 len: 168 time: 0.8391771 Aug 31 09:04:12.242736 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:12.259328 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'Port': ['ID=16d33eab-4e23-4ecd-9a80-9cdc2cdf1a53,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:12.282617 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:12.287127 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-93328645-c4c7-4557-a4ae-8fd4ea2ace57 req-7e65ff31-9754-4814-9037-8eebfd63d7c1 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 210 time: 0.1163967 Aug 31 09:04:12.287947 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:12.488787 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:12.701952 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:12.762340 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Network b65920ee-95cb-4552-9143-50ed0fe9316f is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:12.772569 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:12.808433 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:12.842326 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Pushing event updated for resources: {'Port': ['ID=52c23e37-1fd8-49fc-b90c-b43be65568b1,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:12.876402 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:12.877015 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:12.924996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:12.988085 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-e69f289f-a4b4-4566-8fe8-5fbc7b318a4f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4989364 Aug 31 09:04:12.988714 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52436) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:12.993740 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-15a8d60c-7fbb-4f46-b0e4-5759372ab205 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261032198', 'description': 'tempest-description--1047863359'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:13.000273 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 6f41ed61-7a6c-4643-8de2-199e0fb7e1de no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:13.002883 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Request body: {'port': {'device_id': '83f3a5bb-5d11-4492-aeab-7eaca9a62bad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:13.022191 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 6f41ed61-7a6c-4643-8de2-199e0fb7e1de {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:04:13.023694 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 6f41ed61-7a6c-4643-8de2-199e0fb7e1de not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:13.023937 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:13.046101 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 282f4efb-4bee-412b-94fe-2c45f5e0999b {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:04:13.049250 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 282f4efb-4bee-412b-94fe-2c45f5e0999b not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:13.071475 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-542c0943-e497-4fca-b5da-08e50bd491aa tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401880247&fields=id&tenant_id=18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 267 time: 0.0552399 Aug 31 09:04:13.088131 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.101398 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.128872 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15a8d60c-7fbb-4f46-b0e4-5759372ab205 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.214193 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-b82a2112-2d8d-4c19-9862-aab2cac4a544 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:13.215766 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-b82a2112-2d8d-4c19-9862-aab2cac4a544 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 812 time: 0.1368554 Aug 31 09:04:13.241084 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7dac663a-1ee5-4895-b297-4eff33a40e4e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/quotas/18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 375 time: 0.0188613 Aug 31 09:04:13.277980 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15a8d60c-7fbb-4f46-b0e4-5759372ab205 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.375360 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15a8d60c-7fbb-4f46-b0e4-5759372ab205 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.440784 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8d60c-7fbb-4f46-b0e4-5759372ab205 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2594674-4865-4054-97a2-fd1e6f365e81,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:13.466690 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-c6ed1ae5-3315-4631-8f19-110a56bfdcaf tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166479 Aug 31 09:04:13.470905 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.490365 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c1cb5-d7f8-41e5-9499-4a479f643e4d req-28fd5eda-431c-4c8d-8cfe-04388b673304 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:13.492440 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3b7c1cb5-d7f8-41e5-9499-4a479f643e4d req-28fd5eda-431c-4c8d-8cfe-04388b673304 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 931 time: 0.1258919 Aug 31 09:04:13.526533 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-15a8d60c-7fbb-4f46-b0e4-5759372ab205 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.527838 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-15a8d60c-7fbb-4f46-b0e4-5759372ab205 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5380557 Aug 31 09:04:13.531909 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52446) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:13.536401 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-604c410d-1225-47b8-b4f2-3f79961334a0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'security_group_rule': {'security_group_id': 'e2594674-4865-4054-97a2-fd1e6f365e81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:13.565012 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.568266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c23e37-1fd8-49fc-b90c-b43be65568b1 {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:04:13.583975 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.591507 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3b7c1cb5-d7f8-41e5-9499-4a479f643e4d req-fa55f1db-083a-4e06-9ab5-58bd6daea50c tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894029 Aug 31 09:04:13.592696 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d1617dd2-b2d3-4754-a8e3-e13732d85af0 service neutron] 10.222.0.66 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112347 Aug 31 09:04:13.631108 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Transition to ACTIVE for port object 52c23e37-1fd8-49fc-b90c-b43be65568b1 will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:13.663791 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'Port': ['ID=16d33eab-4e23-4ecd-9a80-9cdc2cdf1a53,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:13.679822 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.708785 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-604c410d-1225-47b8-b4f2-3f79961334a0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.716186 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-1c8d4f63-42bc-4e0f-8c96-dfe66c267a02 service neutron] 10.222.0.66 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166928 Aug 31 09:04:13.738234 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.782467 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-604c410d-1225-47b8-b4f2-3f79961334a0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.826859 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Pushing event updated for resources: {'Port': ['ID=52c23e37-1fd8-49fc-b90c-b43be65568b1,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:13.848818 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Floating IP 674d4abc-b850-44b2-8027-d9f7750fc6bf associated. External IP: 172.27.3.26, port: e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0. Aug 31 09:04:13.924226 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-604c410d-1225-47b8-b4f2-3f79961334a0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.944337 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c410d-1225-47b8-b4f2-3f79961334a0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cad5ff1-d984-4264-8d2f-d2d060d2d115,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:13.989540 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Attempting to bind port 52c23e37-1fd8-49fc-b90c-b43be65568b1 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:04:13.990146 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Attempting to bind port 52c23e37-1fd8-49fc-b90c-b43be65568b1 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:04:13.990277 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Attempting to bind port 52c23e37-1fd8-49fc-b90c-b43be65568b1 on network b65920ee-95cb-4552-9143-50ed0fe9316f {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:13.997726 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Port 52c23e37-1fd8-49fc-b90c-b43be65568b1 on network b65920ee-95cb-4552-9143-50ed0fe9316f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:04:13.998042 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Attempting to bind port 52c23e37-1fd8-49fc-b90c-b43be65568b1 on network b65920ee-95cb-4552-9143-50ed0fe9316f {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:14.004217 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:04:14.004553 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Checking segment: {'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:04:14.004933 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Bound using segment: {'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:04:14.005350 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Bound port: 52c23e37-1fd8-49fc-b90c-b43be65568b1, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e8614a-64b0-4110-a7eb-04cb62e2cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:04:14.005710 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.053761 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-604c410d-1225-47b8-b4f2-3f79961334a0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.056513 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-604c410d-1225-47b8-b4f2-3f79961334a0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5230968 Aug 31 09:04:14.059269 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52454) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:14.064808 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-b5e1661d-cbca-4495-9784-2ff108ce8fd2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'security_group_rule': {'security_group_id': 'e2594674-4865-4054-97a2-fd1e6f365e81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:14.215967 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b5e1661d-cbca-4495-9784-2ff108ce8fd2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.279570 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b5e1661d-cbca-4495-9784-2ff108ce8fd2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.357896 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b5e1661d-cbca-4495-9784-2ff108ce8fd2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.377918 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1661d-cbca-4495-9784-2ff108ce8fd2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9752f6d7-ae5d-4981-a450-edb30008d821,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:14.416620 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] For port 52c23e37-1fd8-49fc-b90c-b43be65568b1, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:04:14.420828 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] For port 52c23e37-1fd8-49fc-b90c-b43be65568b1, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52c23e37-1fd8-49fc-b90c-b43be65568b1,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:04:14.429491 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Router c53134bc-5f4f-459a-88a1-22cd866edfe4 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:14.525731 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b5e1661d-cbca-4495-9784-2ff108ce8fd2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.527017 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-b5e1661d-cbca-4495-9784-2ff108ce8fd2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4664662 Aug 31 09:04:14.530406 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52460) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:14.535469 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:14.546872 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.610274 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:14.610901 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.612390 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] 10.222.0.107 "PUT /v2.0/ports/52c23e37-1fd8-49fc-b90c-b43be65568b1 HTTP/1.1" status: 200 len: 1093 time: 1.6140728 Aug 31 09:04:14.630945 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f3a5bb-5d11-4492-aeab-7eaca9a62bad', 'tag': '52c23e37-1fd8-49fc-b90c-b43be65568b1'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:14.633993 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c203d-5796-4ef7-9622-8edbdcf0c7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "83f3a5bb-5d11-4492-aeab-7eaca9a62bad", "tag": "52c23e37-1fd8-49fc-b90c-b43be65568b1"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:14.649613 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f3049175-1620-40dd-aeca-be00d35ca016 req-a3276830-11aa-4395-acc4-cae5cc6180d3 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 210 time: 0.0696661 Aug 31 09:04:14.660133 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be5a9a-4825-4744-a655-89ccf4aae412 service neutron] Pushing event updated for resources: {'Port': ['ID=52c23e37-1fd8-49fc-b90c-b43be65568b1,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:14.664302 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:14.678068 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] Sync routers for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:14.687813 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:14.696082 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:14.696666 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.737723 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4959368-9af0-4536-9293-94e72d5ec6c8 x-openstack-request-id: req-e4959368-9af0-4536-9293-94e72d5ec6c8 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:14.738056 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f3a5bb-5d11-4492-aeab-7eaca9a62bad", "tag": "52c23e37-1fd8-49fc-b90c-b43be65568b1", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:14.738315 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4959368-9af0-4536-9293-94e72d5ec6c8 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:14.738716 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f3a5bb-5d11-4492-aeab-7eaca9a62bad', 'tag': '52c23e37-1fd8-49fc-b90c-b43be65568b1', 'status': 'completed', 'code': 200} Aug 31 09:04:14.808052 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c203d-5796-4ef7-9622-8edbdcf0c7a6 req-fb8f9167-894e-43d7-8fc5-bfb898c243b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:14.811464 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b55c203d-5796-4ef7-9622-8edbdcf0c7a6 req-fb8f9167-894e-43d7-8fc5-bfb898c243b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6616bb2c12a449b09be5621918047052&device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 1096 time: 0.0561290 Aug 31 09:04:14.819669 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0980c-a78e-4b23-8312-f37ec1c8c77c req-abd6b6f8-ad0a-406e-a558-8a49952a5b64 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:14.822177 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cde0980c-a78e-4b23-8312-f37ec1c8c77c req-abd6b6f8-ad0a-406e-a558-8a49952a5b64 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 943 time: 0.1478121 Aug 31 09:04:14.833097 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:14.834170 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.889140 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cde0980c-a78e-4b23-8312-f37ec1c8c77c req-023d9dc1-ce65-40c0-89d1-55134f2dffc8 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601752 Aug 31 09:04:14.915680 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.919220 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-64679201-bc3d-4ca3-a148-32afbc13db4a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0133069 Aug 31 09:04:14.919395 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52474) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:14.925660 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-7548e2df-a96f-4da2-b3c4-0b122cd5e630 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103646265', 'description': 'tempest-secgroup-smoke-2103646265 description', 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:14.995810 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c203d-5796-4ef7-9622-8edbdcf0c7a6 req-64342d32-be4c-4791-9d78-d919450e9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:14.998563 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b55c203d-5796-4ef7-9622-8edbdcf0c7a6 req-64342d32-be4c-4791-9d78-d919450e9a37 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=6616bb2c12a449b09be5621918047052&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1755705 Aug 31 09:04:15.080606 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Allocated IP 172.27.3.159 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/2ee67613-4011-4ea6-a934-09c68245c10b) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:15.106098 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7548e2df-a96f-4da2-b3c4-0b122cd5e630 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.117615 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c203d-5796-4ef7-9622-8edbdcf0c7a6 req-bb587087-6bc3-497f-ba8d-d6774a26ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:15.119118 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b55c203d-5796-4ef7-9622-8edbdcf0c7a6 req-bb587087-6bc3-497f-ba8d-d6774a26ce2b service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1129360 Aug 31 09:04:15.126575 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '674d4abc-b850-44b2-8027-d9f7750fc6bf', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'port_id': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'mac_address': 'fa:16:3e:64:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8320d1-9304-4d2b-9823-7fe506828143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:12Z', 'updated_at': '2021-08-31T09:04:12Z', 'revision_number': 0, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:15.162473 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] Checking router: c53134bc-5f4f-459a-88a1-22cd866edfe4 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:15.173798 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:15.175129 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:15.219016 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.268002 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7548e2df-a96f-4da2-b3c4-0b122cd5e630 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.279516 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b62b0724-86c9-4eaa-be82-e652204c7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:15.281052 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b62b0724-86c9-4eaa-be82-e652204c7583 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6616bb2c12a449b09be5621918047052&device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 1096 time: 0.1036775 Aug 31 09:04:15.330947 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-f4d981a6-55a1-4101-aa7c-066744fe0131 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52c23e37-1fd8-49fc-b90c-b43be65568b1 HTTP/1.1" status: 200 len: 217 time: 0.0378542 Aug 31 09:04:15.392145 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b2f7daf0-7e7c-473f-a04b-7ffee6c77f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:15.393677 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-b2f7daf0-7e7c-473f-a04b-7ffee6c77f6e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ff8a568b-83ca-47e0-9e93-ab106ce3afc8 HTTP/1.1" status: 200 len: 854 time: 0.0529177 Aug 31 09:04:15.423587 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:15.433215 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-30bd7a9e-6dd5-4c46-90ff-da1b0b913471 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b65920ee-95cb-4552-9143-50ed0fe9316f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281003 Aug 31 09:04:15.433545 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.434417 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7548e2df-a96f-4da2-b3c4-0b122cd5e630 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.482673 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:15.488196 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:15.490783 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'Port': ['ID=2ee67613-4011-4ea6-a934-09c68245c10b,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:15.500072 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:15.528866 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548e2df-a96f-4da2-b3c4-0b122cd5e630 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa06336-1189-4773-a93e-48958c64d0a4,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:15.576462 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-2a14db59-dd31-4fb4-b11c-a30ddfd4fa21 service neutron] 10.222.0.107 "GET /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315598 Aug 31 09:04:15.588361 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.599436 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.609387 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7548e2df-a96f-4da2-b3c4-0b122cd5e630 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.610982 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7548e2df-a96f-4da2-b3c4-0b122cd5e630 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6903737 Aug 31 09:04:15.614708 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52480) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:15.621213 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-74330e59-8e4a-42ff-a0b2-f50c6cf6d146 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'security_group_rule': {'security_group_id': '1aa06336-1189-4773-a93e-48958c64d0a4', 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:15.713738 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a45f3a9f-a586-45dc-b358-89425d3c11a5 req-9dc1099d-9b61-4b7c-af7d-111d6666f52d service neutron] 10.222.0.107 "GET /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256242 Aug 31 09:04:15.714400 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '674d4abc-b850-44b2-8027-d9f7750fc6bf', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'port_id': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'mac_address': 'fa:16:3e:64:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8320d1-9304-4d2b-9823-7fe506828143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:12Z', 'updated_at': '2021-08-31T09:04:12Z', 'revision_number': 0, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:15.742742 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d806972-a127-4e26-b00f-938aaa42d938 None None] The sync data for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi is: [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '674d4abc-b850-44b2-8027-d9f7750fc6bf', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'port_id': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'mac_address': 'fa:16:3e:64:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8320d1-9304-4d2b-9823-7fe506828143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:12Z', 'updated_at': '2021-08-31T09:04:12Z', 'revision_number': 0, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:15.796675 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-74330e59-8e4a-42ff-a0b2-f50c6cf6d146 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.810451 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.851006 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-53af9076-f1e5-4651-b78d-74060661636a req-39ae9293-e956-44ab-9ce4-2d448e42e8c2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 210 time: 0.0961037 Aug 31 09:04:15.953538 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-74330e59-8e4a-42ff-a0b2-f50c6cf6d146 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.004191 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9891c6-6735-4788-b14a-9a62d8d02bb6 None None] New status for floating IP 674d4abc-b850-44b2-8027-d9f7750fc6bf: ACTIVE {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:04:16.041267 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.049782 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6dbf-df64-4d76-a863-1e975f61b5bb req-4a1b9977-66aa-4b21-aca6-4500ceed31fe tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:16.051666 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-74330e59-8e4a-42ff-a0b2-f50c6cf6d146 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.055799 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-dc8f6dbf-df64-4d76-a863-1e975f61b5bb req-4a1b9977-66aa-4b21-aca6-4500ceed31fe tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 943 time: 0.0689373 Aug 31 09:04:16.073145 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74330e59-8e4a-42ff-a0b2-f50c6cf6d146 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3738dc3e-8a6f-44c2-8df8-98087cd6f930,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:16.101026 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-dc8f6dbf-df64-4d76-a863-1e975f61b5bb req-c45bada6-7c72-45ea-be74-d7e5e9b44707 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442574 Aug 31 09:04:16.110055 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.187540 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-74330e59-8e4a-42ff-a0b2-f50c6cf6d146 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.189436 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-74330e59-8e4a-42ff-a0b2-f50c6cf6d146 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5734177 Aug 31 09:04:16.192590 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52490) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:16.198653 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-b14ca09f-8d40-4c48-b768-318ea021001b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'security_group_rule': {'security_group_id': '1aa06336-1189-4773-a93e-48958c64d0a4', 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:16.200846 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'Port': ['ID=2ee67613-4011-4ea6-a934-09c68245c10b,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:16.213409 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.390799 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b14ca09f-8d40-4c48-b768-318ea021001b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.440505 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b14ca09f-8d40-4c48-b768-318ea021001b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.621170 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b14ca09f-8d40-4c48-b768-318ea021001b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.621440 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.622489 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-ef1840cf-87a7-4dc0-93e8-db3ec9715702 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0910728 Aug 31 09:04:16.642490 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ca09f-8d40-4c48-b768-318ea021001b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9b0328-930d-45b7-b317-735868aa073c,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:16.741359 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:16.745632 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650acebd-5e6b-4db8-97a7-afb97e5e5909" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:16.751235 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b14ca09f-8d40-4c48-b768-318ea021001b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.753078 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b14ca09f-8d40-4c48-b768-318ea021001b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5591977 Aug 31 09:04:16.760038 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52504) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:16.765021 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-a846565f-0e23-4282-9066-c48c57be0f02 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'security_group_rule': {'security_group_id': '1aa06336-1189-4773-a93e-48958c64d0a4', 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:16.787125 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaf4f98-408c-4d59-bafa-84cea213236a x-openstack-request-id: req-dfaf4f98-408c-4d59-bafa-84cea213236a {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:16.787444 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:16.787692 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfaf4f98-408c-4d59-bafa-84cea213236a {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:16.788089 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'status': 'completed', 'code': 200} Aug 31 09:04:16.837674 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-ad7e7fda-38ad-4474-a20f-17ca1c39cef5 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1261032198&fields=id&tenant_id=0a3d59fd12f7417f8de1db40a9a75b86 HTTP/1.1" status: 200 len: 267 time: 0.0370302 Aug 31 09:04:16.871223 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-0cafe338-7552-4788-8c8b-40f9dd1e7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:16.872729 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-0cafe338-7552-4788-8c8b-40f9dd1e7b1b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1098 time: 0.0544901 Aug 31 09:04:16.910272 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a846565f-0e23-4282-9066-c48c57be0f02 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.981397 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c3feb87d-914c-4158-9f77-bfbe3a53f0ea req-4a6fb66c-3a6f-42ce-a3d8-6d9468d6604a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 210 time: 0.0364959 Aug 31 09:04:17.001081 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-5454bbdf-7179-4a3a-891e-8d756a751b4a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:17.002552 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-5454bbdf-7179-4a3a-891e-8d756a751b4a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 817 time: 0.1557672 Aug 31 09:04:17.014861 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a846565f-0e23-4282-9066-c48c57be0f02 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:17.023084 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-f4a29e00-7dbc-4581-9434-e99d58c4cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:17.024357 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-68805c3c-a87a-4428-bc20-bdfcee22fc3a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/quotas/0a3d59fd12f7417f8de1db40a9a75b86 HTTP/1.1" status: 200 len: 375 time: 0.0116398 Aug 31 09:04:17.024871 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-f4a29e00-7dbc-4581-9434-e99d58c4cbba service neutron] 10.222.0.107 "GET /v2.0/networks?id=e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 200 len: 914 time: 0.1303039 Aug 31 09:04:17.094923 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-eb139b95-4004-4154-ba62-b0adfd1f0c12 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629017 Aug 31 09:04:17.113250 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-d921dd94-d8a6-4258-bc0f-37e1979a95bb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 1000 time: 0.0799475 Aug 31 09:04:17.129961 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a846565f-0e23-4282-9066-c48c57be0f02 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:17.156146 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846565f-0e23-4282-9066-c48c57be0f02 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bc4e9f-271b-4ac4-b46d-c3a7a0417127,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:17.186278 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-29e33a1e-e119-4a53-8f64-34c4ca89d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:17.186278 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-29e33a1e-e119-4a53-8f64-34c4ca89d4f0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d HTTP/1.1" status: 200 len: 852 time: 0.0556710 Aug 31 09:04:17.282447 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-02f96659-8674-4462-bad5-375a58ace3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:17.283985 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-02f96659-8674-4462-bad5-375a58ace3d5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e7588399-ec1a-406a-b5a7-a8e40e5ba208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0868227 Aug 31 09:04:17.292957 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe57c7-d18a-4556-a818-a23d6bdc576a req-ce2f5477-80bf-435a-86ab-bd0d6aa7bb8a tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:17.294469 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-52fe57c7-d18a-4556-a818-a23d6bdc576a req-ce2f5477-80bf-435a-86ab-bd0d6aa7bb8a tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 943 time: 0.0840085 Aug 31 09:04:17.379318 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-5ff03bb1-a7e5-4081-9741-4cc4d7834507 service neutron] 10.222.0.66 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687736 Aug 31 09:04:17.390950 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-52fe57c7-d18a-4556-a818-a23d6bdc576a req-183c8f13-50bf-4936-9b02-f520e3e8ab3b tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839605 Aug 31 09:04:17.455845 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-0df9f333-2ab6-47d7-9eb0-7b2a43fe669a service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418283 Aug 31 09:04:17.456905 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d72aa569-8447-4812-a19f-cd58ec2ab540 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:17.458544 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d72aa569-8447-4812-a19f-cd58ec2ab540 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 812 time: 0.2180192 Aug 31 09:04:17.459325 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-a846565f-0e23-4282-9066-c48c57be0f02 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:17.461272 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-a846565f-0e23-4282-9066-c48c57be0f02 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6992531 Aug 31 09:04:17.469724 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52518) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:17.475067 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-4f690f6a-0967-461a-924d-fbe3f045bce4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'security_group_rule': {'security_group_id': '1aa06336-1189-4773-a93e-48958c64d0a4', 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:17.560325 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-94eb3342-65c7-4a6d-b4c8-b631cf189b83 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588278 Aug 31 09:04:17.567167 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-f0605363-6b71-446e-ac14-19b7ea7c466e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 380 time: 0.0887775 Aug 31 09:04:17.570765 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-650acebd-5e6b-4db8-97a7-afb97e5e5909 req-98d51bf9-585f-4898-831b-c04b0cdcea17 service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168125 Aug 31 09:04:17.573061 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-87b41db3-926b-450a-9e9f-d6eb648ba26f service neutron] 10.222.0.66 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836810 Aug 31 09:04:17.595113 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'port': {'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'admin_state_up': True, 'tenant_id': '18c994179b2547efb476c55739f163b0', 'security_groups': ['4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83']}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:17.677185 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4f690f6a-0967-461a-924d-fbe3f045bce4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:17.741960 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-a794e262-31db-4960-b2f6-d949b488722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:17.743512 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-a794e262-31db-4960-b2f6-d949b488722f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 1099 time: 0.1204298 Aug 31 09:04:17.769425 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Made reservation on behalf of 18c994179b2547efb476c55739f163b0 for: {'port': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:04:17.773826 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:17.779105 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4f690f6a-0967-461a-924d-fbe3f045bce4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:17.877973 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-3721d691-c1b6-42af-ad4d-9592298a470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:17.880214 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-3721d691-c1b6-42af-ad4d-9592298a470c service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 912 time: 0.1101851 Aug 31 09:04:17.905482 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4f690f6a-0967-461a-924d-fbe3f045bce4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:17.926865 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Allocated IP 172.20.0.4 (764f79b7-4193-4197-b75c-76669e3f52b2/245ab52f-e6e4-4d78-bd11-a22541c18887/59c86425-6fd7-4d09-a631-143d513ffe55) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:18.024491 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f690f6a-0967-461a-924d-fbe3f045bce4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db5e66f-7535-440a-8032-be56bc62567b,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:18.029150 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-627d3390-3062-42aa-99c6-32dc4d9ff10c req-2a4fca2c-8ab9-49b9-ab6a-0528c7e8c333 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 210 time: 0.0726440 Aug 31 09:04:18.066390 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-5330f148-9219-4cf3-ae38-e7484cb85c90 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b HTTP/1.1" status: 200 len: 1002 time: 0.1776757 Aug 31 09:04:18.113070 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4f690f6a-0967-461a-924d-fbe3f045bce4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.116999 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4f690f6a-0967-461a-924d-fbe3f045bce4 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6435823 Aug 31 09:04:18.117596 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52530) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:18.121958 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-b755da19-11d6-4283-8e9d-dd0563cc2de5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'security_group_rule': {'security_group_id': '1aa06336-1189-4773-a93e-48958c64d0a4', 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:18.128351 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8235b8f4-3229-46c4-97f5-7dae027051c1 req-7d0a0ece-f103-4185-a807-91c4f3d4f785 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 210 time: 0.0426614 Aug 31 09:04:18.153593 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-52d9102a-9219-45b2-ba4c-374a6aa8b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:18.155144 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-52d9102a-9219-45b2-ba4c-374a6aa8b08f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 200 len: 850 time: 0.0808351 Aug 31 09:04:18.193752 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.215326 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Transition to ACTIVE for port object 59c86425-6fd7-4d09-a631-143d513ffe55 will not be triggered until provisioned by entity DHCP. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:18.219804 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-cfdf226a-a062-4364-bf62-daf4280710e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:18.221302 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-cfdf226a-a062-4364-bf62-daf4280710e0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2d0785c-2165-4e34-93ca-0268b5014c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487759 Aug 31 09:04:18.307671 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.securitygroups_db [None req-b755da19-11d6-4283-8e9d-dd0563cc2de5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Project ca8fe1cb99444af090b9a97e6cbd4567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:04:18.318089 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b755da19-11d6-4283-8e9d-dd0563cc2de5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.338454 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.381322 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Network 764f79b7-4193-4197-b75c-76669e3f52b2 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:18.387124 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:18.387590 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-ee186217-667b-4029-b32a-ab8b4f967455 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273878 Aug 31 09:04:18.390975 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:18.417452 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=59c86425-6fd7-4d09-a631-143d513ffe55,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:18.428988 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b755da19-11d6-4283-8e9d-dd0563cc2de5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.477650 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:18.478165 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.514475 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b755da19-11d6-4283-8e9d-dd0563cc2de5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.547595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755da19-11d6-4283-8e9d-dd0563cc2de5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5785aed1-ac1b-43ab-a31c-e425caaf88f3,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:18.552328 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-d6d74066-65e7-4975-9913-273f05ee653e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9727604 Aug 31 09:04:18.557721 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-668ff56b-cdaf-4012-bfe3-28c21b410d19 req-f7b5a7a6-3ea8-4af0-a0cd-86f409bf2af2 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443853 Aug 31 09:04:18.570473 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffd5d0-eae6-4ec2-9af3-56deaa3cd3f2 req-2d7dd5dc-5b5d-4fa5-9f83-656e03ca1e46 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:18.572194 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-36ffd5d0-eae6-4ec2-9af3-56deaa3cd3f2 req-2d7dd5dc-5b5d-4fa5-9f83-656e03ca1e46 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 943 time: 0.0766931 Aug 31 09:04:18.577675 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Request body: {'port': {'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:18.629999 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b755da19-11d6-4283-8e9d-dd0563cc2de5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.631624 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b755da19-11d6-4283-8e9d-dd0563cc2de5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5133245 Aug 31 09:04:18.634210 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52540) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:18.640396 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-0390d491-885e-4786-bd12-8b1c33dc7398 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'security_group_rule': {'security_group_id': '1aa06336-1189-4773-a93e-48958c64d0a4', 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:18.662657 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-36ffd5d0-eae6-4ec2-9af3-56deaa3cd3f2 req-db6af6fb-8c6b-4c03-a804-9570807c2608 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656519 Aug 31 09:04:18.667783 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.738518 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2f5ce829-b8f2-4db4-9939-4c61b90375c4 None None] Provisioning for port 59c86425-6fd7-4d09-a631-143d513ffe55 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:18.748247 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2f5ce829-b8f2-4db4-9939-4c61b90375c4 None None] Provisioning complete for port 59c86425-6fd7-4d09-a631-143d513ffe55 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:18.748247 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2f5ce829-b8f2-4db4-9939-4c61b90375c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.786975 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ce829-b8f2-4db4-9939-4c61b90375c4 None None] Port 59c86425-6fd7-4d09-a631-143d513ffe55 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:04:18.815493 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.securitygroups_db [None req-0390d491-885e-4786-bd12-8b1c33dc7398 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Project ca8fe1cb99444af090b9a97e6cbd4567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:04:18.821748 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0390d491-885e-4786-bd12-8b1c33dc7398 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.892650 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0390d491-885e-4786-bd12-8b1c33dc7398 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.946836 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c86425-6fd7-4d09-a631-143d513ffe55 {{(pid=101246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:04:18.959050 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:18.972163 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Transition to ACTIVE for port object 59c86425-6fd7-4d09-a631-143d513ffe55 will not be triggered until provisioned by entity L2. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:19.008796 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 52c23e37-1fd8-49fc-b90c-b43be65568b1 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:04:19.009345 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0390d491-885e-4786-bd12-8b1c33dc7398 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.036701 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390d491-885e-4786-bd12-8b1c33dc7398 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3849eda7-29f0-4bf8-a2ec-47182e615b3b,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:19.116552 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 52c23e37-1fd8-49fc-b90c-b43be65568b1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52c23e37-1fd8-49fc-b90c-b43be65568b1,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:19.128322 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '52c23e37-1fd8-49fc-b90c-b43be65568b1', 'network_id': 'b65920ee-95cb-4552-9143-50ed0fe9316f', 'port_id': '52c23e37-1fd8-49fc-b90c-b43be65568b1', 'mac_address': 'fa:16:3e:3f:15:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8a568b-83ca-47e0-9e93-ab106ce3afc8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:04:19.137189 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0390d491-885e-4786-bd12-8b1c33dc7398 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.137189 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-0390d491-885e-4786-bd12-8b1c33dc7398 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4994986 Aug 31 09:04:19.137787 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.176312 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.186258 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-66704b54-446a-4d55-b43f-c4367b59aed3 req-8a8aab1b-f741-433d-9078-55274858135a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 210 time: 0.0407565 Aug 31 09:04:19.199737 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c23e37-1fd8-49fc-b90c-b43be65568b1 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:04:19.234114 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 52c23e37-1fd8-49fc-b90c-b43be65568b1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52c23e37-1fd8-49fc-b90c-b43be65568b1,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:19.269589 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Pushing event updated for resources: {'Port': ['ID=59c86425-6fd7-4d09-a631-143d513ffe55,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:19.333487 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-4dfd7e76-7cf3-46d2-8c28-30b4fbf58724 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103646265&fields=id&tenant_id=ca8fe1cb99444af090b9a97e6cbd4567 HTTP/1.1" status: 200 len: 267 time: 0.1034033 Aug 31 09:04:19.343001 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49897880-2152-4238-97cd-0a1d71887a66 req-0000f941-a334-41b4-8841-9e06e3e2adde tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:19.344870 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-49897880-2152-4238-97cd-0a1d71887a66 req-0000f941-a334-41b4-8841-9e06e3e2adde tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.0611205 Aug 31 09:04:19.390637 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Attempting to bind port 59c86425-6fd7-4d09-a631-143d513ffe55 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:04:19.391020 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Attempting to bind port 59c86425-6fd7-4d09-a631-143d513ffe55 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:04:19.391332 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Attempting to bind port 59c86425-6fd7-4d09-a631-143d513ffe55 on network 764f79b7-4193-4197-b75c-76669e3f52b2 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:19.395807 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-49897880-2152-4238-97cd-0a1d71887a66 req-c39134d8-9e97-4cf7-bbe3-ae1c41cebc6d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Aug 31 09:04:19.399815 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Port 59c86425-6fd7-4d09-a631-143d513ffe55 on network 764f79b7-4193-4197-b75c-76669e3f52b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:04:19.400253 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Attempting to bind port 59c86425-6fd7-4d09-a631-143d513ffe55 on network 764f79b7-4193-4197-b75c-76669e3f52b2 {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:19.408971 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:04:19.409108 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Checking segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:04:19.409387 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Bound using segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} {{(pid=101246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:04:19.409844 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.managers [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Bound port: 59c86425-6fd7-4d09-a631-143d513ffe55, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}}] {{(pid=101246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:04:19.418752 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.421734 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.428743 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-5530291b-9627-4d80-9cc9-f7917caf56ac tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:19.437171 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-5530291b-9627-4d80-9cc9-f7917caf56ac tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0960906 Aug 31 09:04:19.445472 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'port': {'security_groups': ['fb8b98ec-22b0-44e6-96b7-6b102f027bd1', '1aa06336-1189-4773-a93e-48958c64d0a4']}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:19.490513 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=52c23e37-1fd8-49fc-b90c-b43be65568b1,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:19.566906 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] For port 59c86425-6fd7-4d09-a631-143d513ffe55, host hv-cinder-78652, cleared binding levels {{(pid=101246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:04:19.570953 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] For port 59c86425-6fd7-4d09-a631-143d513ffe55, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=59c86425-6fd7-4d09-a631-143d513ffe55,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:04:19.571871 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.641470 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.719930 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52c23e37-1fd8-49fc-b90c-b43be65568b1'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:04:19.814496 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2311a-bf26-4ad8-b4c0-b39c25f82502 req-9095bd08-218c-46ca-a44c-08a1f99fec55 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:19.816446 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-17a2311a-bf26-4ad8-b4c0-b39c25f82502 req-9095bd08-218c-46ca-a44c-08a1f99fec55 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 944 time: 0.0615923 Aug 31 09:04:19.892029 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-17a2311a-bf26-4ad8-b4c0-b39c25f82502 req-59d04049-1985-49a4-8be5-d9cf39e53574 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 Aug 31 09:04:19.925237 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:19.925886 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:19.927335 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] 10.222.0.107 "PUT /v2.0/ports/59c86425-6fd7-4d09-a631-143d513ffe55 HTTP/1.1" status: 200 len: 1093 time: 1.3541892 Aug 31 09:04:19.931369 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:19.932256 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c8e513-4144-4ec4-8ae5-87320f7b70bb" -d '{"events": [{"name": "network-changed", "server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:19.982071 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca381966-bad3-4992-b0a1-7e2d305e9174 x-openstack-request-id: req-ca381966-bad3-4992-b0a1-7e2d305e9174 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:19.982071 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:19.982071 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca381966-bad3-4992-b0a1-7e2d305e9174 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:19.982071 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55', 'status': 'completed', 'code': 200} Aug 31 09:04:19.989822 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670ff0b-d624-4f1b-a023-6898f6d50a6b service neutron] Pushing event updated for resources: {'Port': ['ID=59c86425-6fd7-4d09-a631-143d513ffe55,revision_number=3']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:20.117153 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e513-4144-4ec4-8ae5-87320f7b70bb req-c8ee2589-d275-4801-9ad8-2bf476570e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.121146 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-49c8e513-4144-4ec4-8ae5-87320f7b70bb req-c8ee2589-d275-4801-9ad8-2bf476570e4c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 1096 time: 0.1040452 Aug 31 09:04:20.132228 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] For port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:20.217877 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:20.248896 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e513-4144-4ec4-8ae5-87320f7b70bb req-70656526-2c78-48f3-9528-ba8b9b351da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.250471 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-49c8e513-4144-4ec4-8ae5-87320f7b70bb req-70656526-2c78-48f3-9528-ba8b9b351da4 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=18c994179b2547efb476c55739f163b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1203752 Aug 31 09:04:20.306012 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c2aae9fe-6228-4dd6-b809-363b791157d7 req-4054911f-ac15-4dae-ad91-df75f305f4f2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 210 time: 0.0265403 Aug 31 09:04:20.320008 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:20.333243 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:04:20.371844 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.372500 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:20.374125 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ef3de8a6-a6a9-484f-8ea1-3742c0be23b5 req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "PUT /v2.0/ports/e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 981 time: 0.9361603 Aug 31 09:04:20.437154 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cc89e-4de1-43e5-907b-0c5bb1677104 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'Port': ['ID=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,revision_number=6']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:20.446362 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e513-4144-4ec4-8ae5-87320f7b70bb req-3648cfc4-fb23-4167-af44-c0d434e23ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.448436 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-49c8e513-4144-4ec4-8ae5-87320f7b70bb req-3648cfc4-fb23-4167-af44-c0d434e23ae0 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1891685 Aug 31 09:04:20.493995 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:04:20.556373 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d02dab-53e2-4361-aa64-f727a6064d79 req-bd30d474-fa08-4df5-8500-63efc6a97c67 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.558209 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-20d02dab-53e2-4361-aa64-f727a6064d79 req-bd30d474-fa08-4df5-8500-63efc6a97c67 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0870793 Aug 31 09:04:20.574051 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-5537980f-7616-4d71-9612-786ee9ae30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.575650 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-5537980f-7616-4d71-9612-786ee9ae30fe service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 1096 time: 0.0688598 Aug 31 09:04:20.583730 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d162ad-a310-4265-a78e-5dca9efddfe2 req-919b31a1-b5ec-440e-a4ed-a2a858670d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.591292 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-98d162ad-a310-4265-a78e-5dca9efddfe2 req-919b31a1-b5ec-440e-a4ed-a2a858670d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.0931756 Aug 31 09:04:20.649793 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-327ccf21-5b07-4d92-952b-6337ab698ab3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59c86425-6fd7-4d09-a631-143d513ffe55 HTTP/1.1" status: 200 len: 217 time: 0.0557899 Aug 31 09:04:20.688268 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-20d02dab-53e2-4361-aa64-f727a6064d79 req-4ba6ab66-178e-4036-a072-fe77b845e62f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184120 Aug 31 09:04:20.713350 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-98d162ad-a310-4265-a78e-5dca9efddfe2 req-96e817a8-74a2-4501-8f0a-cdaf8acb19a3 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210761 Aug 31 09:04:20.758807 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7bb1471c-6b15-41ca-9e3f-1173720cbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.762088 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-7bb1471c-6b15-41ca-9e3f-1173720cbe63 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.1015182 Aug 31 09:04:20.767292 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-30268f8e-0e25-4de8-8f37-87d3e92e3345 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.768811 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-30268f8e-0e25-4de8-8f37-87d3e92e3345 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 817 time: 0.1741924 Aug 31 09:04:20.813225 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-94dbfd52-adf8-4918-84cf-57f96fa70eda None None] Provisioning complete for port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:20.813599 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-94dbfd52-adf8-4918-84cf-57f96fa70eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:20.838011 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-a63b7e56-41d2-4ca9-8688-069e56dc38fa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a3d59fd12f7417f8de1db40a9a75b86 HTTP/1.1" status: 200 len: 380 time: 0.0402102 Aug 31 09:04:20.838812 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-29f4a59c-d3b1-411c-bcd9-d4a528c380f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:20.840367 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-29f4a59c-d3b1-411c-bcd9-d4a528c380f3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498066 Aug 31 09:04:20.855427 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'port': {'device_id': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'admin_state_up': True, 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'security_groups': ['e2594674-4865-4054-97a2-fd1e6f365e81']}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:20.987682 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-18a16efc-1320-4626-88f5-09c5ffcebc14 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343946 Aug 31 09:04:21.037020 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 52c23e37-1fd8-49fc-b90c-b43be65568b1 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:04:21.100740 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Made reservation on behalf of 0a3d59fd12f7417f8de1db40a9a75b86 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:04:21.106904 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:21.112282 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdb01e-f280-497a-91d1-ea7eb33cf5df req-4261564d-29fe-4ef7-ba37-ccb49ca33399 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:21.113343 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-47bdb01e-f280-497a-91d1-ea7eb33cf5df req-4261564d-29fe-4ef7-ba37-ccb49ca33399 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 944 time: 0.1085112 Aug 31 09:04:21.154546 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8e0a8626-b694-4b5c-bc87-ec6ac4eac856 req-698278ff-d3fd-4c92-b924-2f715f6f0940 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586504 Aug 31 09:04:21.175897 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-47bdb01e-f280-497a-91d1-ea7eb33cf5df req-38a24f02-953c-4fb4-b61b-9fb06ffa9ac3 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506709 Aug 31 09:04:21.285506 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Allocated IP 172.20.0.14 (c0d7214a-0098-458d-b679-d06fdde64071/a2aff9a9-222d-427f-b487-6d66c70cfae1/5fb80d80-f0d1-4fde-beab-390aaf5e53ea) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:21.317884 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 52c23e37-1fd8-49fc-b90c-b43be65568b1 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:21.322222 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 52c23e37-1fd8-49fc-b90c-b43be65568b1 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:21.322598 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:21.414560 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:21.422522 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-88fc3399-aa6a-4788-b9a4-68603b2e26ea req-b279a182-48b5-4e7d-ba4d-4d9f05affe84 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 210 time: 0.0322287 Aug 31 09:04:21.439434 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f3a5bb-5d11-4492-aeab-7eaca9a62bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c23e37-1fd8-49fc-b90c-b43be65568b1'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:21.442433 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da89913-d39f-4f2a-b3b0-fb29b6324a12" -d '{"events": [{"server_uuid": "83f3a5bb-5d11-4492-aeab-7eaca9a62bad", "name": "network-vif-plugged", "status": "completed", "tag": "52c23e37-1fd8-49fc-b90c-b43be65568b1"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:21.463254 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 52c23e37-1fd8-49fc-b90c-b43be65568b1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52c23e37-1fd8-49fc-b90c-b43be65568b1,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:21.469605 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:21.485591 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988253b2-6ff6-4789-8853-3eaa59011cf0 x-openstack-request-id: req-988253b2-6ff6-4789-8853-3eaa59011cf0 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:21.485880 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f3a5bb-5d11-4492-aeab-7eaca9a62bad", "name": "network-vif-plugged", "status": "completed", "tag": "52c23e37-1fd8-49fc-b90c-b43be65568b1", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:21.486130 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-988253b2-6ff6-4789-8853-3eaa59011cf0 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:21.486546 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f3a5bb-5d11-4492-aeab-7eaca9a62bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c23e37-1fd8-49fc-b90c-b43be65568b1', 'code': 200} Aug 31 09:04:21.490060 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Transition to ACTIVE for port object 5fb80d80-f0d1-4fde-beab-390aaf5e53ea will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:21.569855 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:21.627347 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=52c23e37-1fd8-49fc-b90c-b43be65568b1,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:21.632745 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:21.687803 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Network c0d7214a-0098-458d-b679-d06fdde64071 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:21.690908 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:21.695146 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:21.719772 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:21.754016 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:21.754704 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:21.850367 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5547f8-2764-423f-891e-aaa4368d8285 req-6db681a8-06f1-480b-a7fc-a2edc3a0ff38 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:21.860133 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6d5547f8-2764-423f-891e-aaa4368d8285 req-6db681a8-06f1-480b-a7fc-a2edc3a0ff38 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.0642946 Aug 31 09:04:21.895769 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc76017-87e8-4c46-bfc1-298dc885c36b req-57319f48-5141-4642-8f1b-8b80d8cad055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:21.896870 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6d5547f8-2764-423f-891e-aaa4368d8285 req-39b5b98b-4c39-49b5-95b6-43a24be37b09 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358510 Aug 31 09:04:21.897244 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fdc76017-87e8-4c46-bfc1-298dc885c36b req-57319f48-5141-4642-8f1b-8b80d8cad055 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 1098 time: 0.0543692 Aug 31 09:04:21.936607 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-0500cda5-93be-47eb-bcdf-d0b8d94455b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0855656 Aug 31 09:04:21.938171 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fdc76017-87e8-4c46-bfc1-298dc885c36b req-d3048ef0-258f-4087-b0a7-76a8d7c7bba1 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Aug 31 09:04:21.980962 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:21.983372 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:22.006542 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-480918d4-0ed4-450c-9de4-ad04a4313707 None None] Provisioning for port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:22.010877 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-480918d4-0ed4-450c-9de4-ad04a4313707 None None] Provisioning complete for port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:22.011315 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-480918d4-0ed4-450c-9de4-ad04a4313707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:22.018848 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e185e8c-8871-432d-baa2-b90d883a2bcb x-openstack-request-id: req-4e185e8c-8871-432d-baa2-b90d883a2bcb {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:22.019325 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:22.019444 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e185e8c-8871-432d-baa2-b90d883a2bcb {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:22.019796 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'status': 'completed', 'code': 200} Aug 31 09:04:22.050890 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-480918d4-0ed4-450c-9de4-ad04a4313707 None None] Port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:04:22.142721 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Request body: {'port': {'device_id': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:22.201070 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:22.230504 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-7906bd8b-aa98-4bb2-b2ee-7551690a79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:22.234389 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-7906bd8b-aa98-4bb2-b2ee-7551690a79a3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1137 time: 0.0471187 Aug 31 09:04:22.334178 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-1f2e71c9-5ca5-4b4b-bbe3-2c85a87b4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:22.336280 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-1f2e71c9-5ca5-4b4b-bbe3-2c85a87b4663 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 200 len: 914 time: 0.0908737 Aug 31 09:04:22.408146 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-a7d21e4e-056c-4cf2-8ecf-9c8559aaee6e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 1000 time: 0.0633903 Aug 31 09:04:22.410307 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15be9f-cde1-4d12-a7ec-9675e4206428 req-668b1fd6-7c4c-47b6-92f1-46ac72d37a28 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:22.411833 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9e15be9f-cde1-4d12-a7ec-9675e4206428 req-668b1fd6-7c4c-47b6-92f1-46ac72d37a28 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 945 time: 0.1523161 Aug 31 09:04:22.466490 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-ac9e9f86-3da5-47c1-9241-ec8b91667d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:22.468853 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-ac9e9f86-3da5-47c1-9241-ec8b91667d20 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d HTTP/1.1" status: 200 len: 852 time: 0.0520661 Aug 31 09:04:22.482532 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9e15be9f-cde1-4d12-a7ec-9675e4206428 req-3f2c71c3-b7d6-4f62-84f4-2ac5c5210d01 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618744 Aug 31 09:04:22.532342 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-5b597272-7fb2-4051-9230-a3f0fbda862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:22.533811 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-5b597272-7fb2-4051-9230-a3f0fbda862e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e7588399-ec1a-406a-b5a7-a8e40e5ba208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568984 Aug 31 09:04:22.564609 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb80d80-f0d1-4fde-beab-390aaf5e53ea {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:04:22.572819 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:22.585368 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Transition to ACTIVE for port object 5fb80d80-f0d1-4fde-beab-390aaf5e53ea will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:22.624596 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186547af-5ae9-4579-9b8f-73cc284fe1ed req-1f82e9cf-e546-4a8d-9805-aa4855d18d31 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:22.626084 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-186547af-5ae9-4579-9b8f-73cc284fe1ed req-1f82e9cf-e546-4a8d-9805-aa4855d18d31 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 932 time: 0.1081543 Aug 31 09:04:22.668422 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-c4962d21-a0eb-4a75-a516-786b259d6eee service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198444 Aug 31 09:04:22.693035 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:22.698958 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-186547af-5ae9-4579-9b8f-73cc284fe1ed req-6600a8a0-c780-44a9-8b51-1d22dd30aa07 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667176 Aug 31 09:04:22.747145 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:22.783616 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ececb1c2-8a83-48e4-aaf2-a26b1b85d284 req-f88a5d80-e6b7-4d9d-83a0-d0d64c14bdec service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088977 Aug 31 09:04:22.826935 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Attempting to bind port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:04:22.827291 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Attempting to bind port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:04:22.827617 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Attempting to bind port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea on network c0d7214a-0098-458d-b679-d06fdde64071 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:22.832497 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea on network c0d7214a-0098-458d-b679-d06fdde64071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:04:22.832817 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Attempting to bind port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea on network c0d7214a-0098-458d-b679-d06fdde64071 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:22.837908 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:04:22.838238 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Checking segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:04:22.838621 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Bound using segment: {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:04:22.839040 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Bound port: 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45540853-6c28-49c8-a8fb-241ee30bbd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:04:22.839430 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:22.916869 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:04:22.921605 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:04:22.999299 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:23.044787 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.045403 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:23.046795 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] 10.222.0.107 "PUT /v2.0/ports/5fb80d80-f0d1-4fde-beab-390aaf5e53ea HTTP/1.1" status: 200 len: 1094 time: 0.9085414 Aug 31 09:04:23.048090 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:23.050410 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f102dcb-cd6f-4322-97f7-b6f8e969afbf" -d '{"events": [{"name": "network-changed", "server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:23.066525 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc40af7-24bd-497d-bfec-49128d141c7c req-79a47cdb-30ac-4a3c-a145-4727a9642c14 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.068281 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3dc40af7-24bd-497d-bfec-49128d141c7c req-79a47cdb-30ac-4a3c-a145-4727a9642c14 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.1034834 Aug 31 09:04:23.094098 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723432fd-b2a7-45cf-bd56-385d560a3dec service neutron] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:23.112156 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c940e-ed8c-4c6a-a774-26c1003252aa x-openstack-request-id: req-c97c940e-ed8c-4c6a-a774-26c1003252aa {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:23.112582 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:23.112838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c97c940e-ed8c-4c6a-a774-26c1003252aa {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:23.113230 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'status': 'completed', 'code': 200} Aug 31 09:04:23.140354 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3dc40af7-24bd-497d-bfec-49128d141c7c req-e8e8c0d8-bb70-41ac-8254-fb78b0f3b021 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571008 Aug 31 09:04:23.203803 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f102dcb-cd6f-4322-97f7-b6f8e969afbf req-0bedb725-c03e-4497-8d8e-54fbacc1fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.206712 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f102dcb-cd6f-4322-97f7-b6f8e969afbf req-0bedb725-c03e-4497-8d8e-54fbacc1fc8b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 1097 time: 0.0640028 Aug 31 09:04:23.317730 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f102dcb-cd6f-4322-97f7-b6f8e969afbf req-de977368-8b27-47a4-8b27-5c2937c627e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.319092 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f102dcb-cd6f-4322-97f7-b6f8e969afbf req-de977368-8b27-47a4-8b27-5c2937c627e5 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1016591 Aug 31 09:04:23.715632 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77b2a-6583-4211-bfce-f370eca42347 req-b807df4e-4617-42cc-8957-ef8c06df9263 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.717100 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-40a77b2a-6583-4211-bfce-f370eca42347 req-b807df4e-4617-42cc-8957-ef8c06df9263 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 945 time: 0.1039450 Aug 31 09:04:23.722970 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f102dcb-cd6f-4322-97f7-b6f8e969afbf req-22687632-fa19-4ed3-9a1d-c25a57c08971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.724406 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f102dcb-cd6f-4322-97f7-b6f8e969afbf req-22687632-fa19-4ed3-9a1d-c25a57c08971 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3975687 Aug 31 09:04:23.759880 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-40a77b2a-6583-4211-bfce-f370eca42347 req-86404e02-6748-4baa-b318-6794a4519ffa tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Aug 31 09:04:23.805489 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-80c7e41c-4306-4caa-8d50-b8e9ba33e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.806990 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-80c7e41c-4306-4caa-8d50-b8e9ba33e99e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 1097 time: 0.0414500 Aug 31 09:04:23.853757 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-971f868c-8d8c-4ad1-9c20-d40695a3ce08 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea HTTP/1.1" status: 200 len: 217 time: 0.0367761 Aug 31 09:04:23.901225 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f697000-da1c-4b38-b138-cf5d35dd78a7 req-af7d9875-aaeb-4ef6-83ee-45b2d99fb793 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.902758 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5f697000-da1c-4b38-b138-cf5d35dd78a7 req-af7d9875-aaeb-4ef6-83ee-45b2d99fb793 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0494437 Aug 31 09:04:23.920832 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-7cec4a04-7e61-4d4d-aa28-d97ad65028c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.922367 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-7cec4a04-7e61-4d4d-aa28-d97ad65028c9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.0511527 Aug 31 09:04:23.941061 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-5f697000-da1c-4b38-b138-cf5d35dd78a7 req-1d6d6f0b-36c4-45a4-bff7-4c62c866307d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Aug 31 09:04:23.986396 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-eef6307e-9075-4cc4-8fb2-bb5307298593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:23.987973 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-eef6307e-9075-4cc4-8fb2-bb5307298593 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578077 Aug 31 09:04:24.078797 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-a2fb3cbd-4970-4ed6-9311-a286e95c17d7 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815406 Aug 31 09:04:24.178028 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fbc71fff-9f98-4e28-9105-c221c9ae7b48 req-d7212292-f97c-4cbe-b5a1-58837ca4f390 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911634 Aug 31 09:04:24.267832 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355d7c9-b7f3-4c1c-86fe-2e8ca9163c42 req-7c4c63ca-7167-41a1-a8d7-58578697dc6e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:24.269453 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8355d7c9-b7f3-4c1c-86fe-2e8ca9163c42 req-7c4c63ca-7167-41a1-a8d7-58578697dc6e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.0497413 Aug 31 09:04:24.309600 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8355d7c9-b7f3-4c1c-86fe-2e8ca9163c42 req-e39577f7-1e96-4243-9108-760593ac5494 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338233 Aug 31 09:04:24.880712 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c874b-7fd3-48e4-8b1a-17894990f757 req-07a4de68-6586-435b-975b-46396ce88d17 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:24.882226 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d78c874b-7fd3-48e4-8b1a-17894990f757 req-07a4de68-6586-435b-975b-46396ce88d17 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 945 time: 0.0531144 Aug 31 09:04:24.921243 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d78c874b-7fd3-48e4-8b1a-17894990f757 req-06a32740-f878-4b1c-bfc2-f42e508e7e63 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Aug 31 09:04:25.092374 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac41a9-20b1-455a-8fb6-0509d74c1316 req-fd35fe9f-34c1-4d31-add9-471435745988 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:25.092374 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-25ac41a9-20b1-455a-8fb6-0509d74c1316 req-fd35fe9f-34c1-4d31-add9-471435745988 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0495777 Aug 31 09:04:25.120476 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-25ac41a9-20b1-455a-8fb6-0509d74c1316 req-47d6ea41-3475-40ab-8bf3-bf28249b6554 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331621 Aug 31 09:04:25.422514 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071f444-e59e-4e84-9317-98763e901442 req-02191d97-e928-455e-a421-38af2b8e6b4d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:25.424004 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a071f444-e59e-4e84-9317-98763e901442 req-02191d97-e928-455e-a421-38af2b8e6b4d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.0480006 Aug 31 09:04:25.462394 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a071f444-e59e-4e84-9317-98763e901442 req-e18172ee-727e-4a9e-aa8c-fbc52a65e7b3 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Aug 31 09:04:26.250273 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cf592-8104-458d-9516-650b72a26bce req-70c61d9d-48d0-4562-bf4f-3f5321e5ce18 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:26.251850 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c92cf592-8104-458d-9516-650b72a26bce req-70c61d9d-48d0-4562-bf4f-3f5321e5ce18 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0577292 Aug 31 09:04:26.292645 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c92cf592-8104-458d-9516-650b72a26bce req-21cb8af5-23d9-4223-a66a-9a50dc5473c2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340137 Aug 31 09:04:26.585432 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf5947-399d-4e04-805f-0a3b79734aec req-78926110-c1b9-4094-8218-a751c438e140 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:26.586957 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-caaf5947-399d-4e04-805f-0a3b79734aec req-78926110-c1b9-4094-8218-a751c438e140 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.0538185 Aug 31 09:04:26.627447 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-caaf5947-399d-4e04-805f-0a3b79734aec req-d159dc31-07b9-4de7-9991-9cdd9df980c3 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341554 Aug 31 09:04:26.732362 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-84bbf7f0-5e39-42c0-ab25-18e9da55e0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:27.029450 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:04:27.124980 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:27.136581 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'port_id': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'mac_address': 'fa:16:3e:31:5b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:04:27.178596 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:27.191827 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb80d80-f0d1-4fde-beab-390aaf5e53ea {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:04:27.211792 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:27.292349 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:27.342022 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:27.415470 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea275e8-8793-48c9-b6e5-2b2c762dca72 req-e38c8bf1-ca67-4033-a27a-97f91322aaf1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:27.416938 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fea275e8-8793-48c9-b6e5-2b2c762dca72 req-e38c8bf1-ca67-4033-a27a-97f91322aaf1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 945 time: 0.0511818 Aug 31 09:04:27.455459 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fea275e8-8793-48c9-b6e5-2b2c762dca72 req-99b7601a-8f9c-4155-b475-7cd0f2b6f316 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324798 Aug 31 09:04:27.594655 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['5fb80d80-f0d1-4fde-beab-390aaf5e53ea'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:04:27.748075 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f49f3-99fe-459a-a6b1-42150a244907 req-a13e3ce0-ce9b-4d65-a3e3-1f17b3b0331d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:27.749468 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f9f49f3-99fe-459a-a6b1-42150a244907 req-a13e3ce0-ce9b-4d65-a3e3-1f17b3b0331d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.0494366 Aug 31 09:04:27.787862 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7f9f49f3-99fe-459a-a6b1-42150a244907 req-f86727df-beb7-4f3d-85d8-7fd47f6ed931 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Aug 31 09:04:28.577771 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bd99a-7733-4ad5-b753-5f085da57437 req-57ef9d52-e5f3-48e7-8a55-9b8c90556f22 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:28.579315 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e36bd99a-7733-4ad5-b753-5f085da57437 req-57ef9d52-e5f3-48e7-8a55-9b8c90556f22 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 945 time: 0.0489318 Aug 31 09:04:28.620466 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e36bd99a-7733-4ad5-b753-5f085da57437 req-91f975f2-9560-4b76-a136-67cc26521072 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350730 Aug 31 09:04:28.912203 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84c805-62eb-4288-bde4-ef04ba6a0b4e req-4cca0c0e-299d-4e4d-b3f4-563e3ed160ee tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:28.913600 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0e84c805-62eb-4288-bde4-ef04ba6a0b4e req-4cca0c0e-299d-4e4d-b3f4-563e3ed160ee tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 943 time: 0.0528409 Aug 31 09:04:28.954683 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0e84c805-62eb-4288-bde4-ef04ba6a0b4e req-2ecb8300-dfb7-4aa4-a38c-a4fb17c5dde8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351613 Aug 31 09:04:29.051665 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 59c86425-6fd7-4d09-a631-143d513ffe55 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:04:29.055643 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:04:29.186432 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 59c86425-6fd7-4d09-a631-143d513ffe55, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=59c86425-6fd7-4d09-a631-143d513ffe55,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:29.201336 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '59c86425-6fd7-4d09-a631-143d513ffe55', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:04:29.254560 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.269296 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:29.272070 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c86425-6fd7-4d09-a631-143d513ffe55 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:04:29.276066 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:29.276438 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.318046 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 59c86425-6fd7-4d09-a631-143d513ffe55, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=59c86425-6fd7-4d09-a631-143d513ffe55,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:29.371028 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.398683 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:29.400965 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923b865-695c-4073-9e70-6b2cfab6a173" -d '{"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-plugged", "status": "completed", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:29.411059 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.418357 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:29.447059 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a085c-daf2-495d-998c-c0771a9fa37a x-openstack-request-id: req-e71a085c-daf2-495d-998c-c0771a9fa37a {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:29.447377 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-plugged", "status": "completed", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:29.447627 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e71a085c-daf2-495d-998c-c0771a9fa37a {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:29.448000 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'code': 200} Aug 31 09:04:29.480780 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=59c86425-6fd7-4d09-a631-143d513ffe55,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:29.512061 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.550886 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.573239 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:29.713045 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['59c86425-6fd7-4d09-a631-143d513ffe55'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:04:29.738547 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-69033431-3c3a-48b2-9565-b918283b9feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.751531 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be60c3-9a13-4e36-baea-b3ba6015f16a req-835c20ed-9c22-46b7-9f79-82c2ba4227c9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:29.753085 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-75be60c3-9a13-4e36-baea-b3ba6015f16a req-835c20ed-9c22-46b7-9f79-82c2ba4227c9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0531571 Aug 31 09:04:29.808378 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-75be60c3-9a13-4e36-baea-b3ba6015f16a req-63c790f9-4fcf-48d0-8e06-6fd0e12cd6d4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451410 Aug 31 09:04:30.061753 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02bc2b-5a13-4f80-b6ed-0e8aa6cc1ee3 req-08b6e5cc-efe7-4250-bcaa-5e6993882e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:30.064244 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7d02bc2b-5a13-4f80-b6ed-0e8aa6cc1ee3 req-08b6e5cc-efe7-4250-bcaa-5e6993882e55 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 1099 time: 0.1096547 Aug 31 09:04:30.079818 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128fc0b-5211-4b8a-ac36-a2e207d2147c req-320c0a93-1fc7-4e68-bcf1-2e311c4f42f6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:30.081395 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f128fc0b-5211-4b8a-ac36-a2e207d2147c req-320c0a93-1fc7-4e68-bcf1-2e311c4f42f6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 944 time: 0.0533872 Aug 31 09:04:30.105230 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7d02bc2b-5a13-4f80-b6ed-0e8aa6cc1ee3 req-60fe8ead-9a94-4e48-b4e7-f8a3fd03a26d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Aug 31 09:04:30.123908 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f128fc0b-5211-4b8a-ac36-a2e207d2147c req-45f5e15a-efa8-4bbc-86b6-463c873d7e1a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Aug 31 09:04:30.772660 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:30.868503 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52708) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:30.989025 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6929d2c-8c8a-4d7d-b8eb-a895e14ccbbe req-f77aa1a7-ae15-4afd-8432-1ff05a6d2e3a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:30.990964 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d6929d2c-8c8a-4d7d-b8eb-a895e14ccbbe req-f77aa1a7-ae15-4afd-8432-1ff05a6d2e3a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0722713 Aug 31 09:04:31.019674 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.061203 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d6929d2c-8c8a-4d7d-b8eb-a895e14ccbbe req-b8aea6dc-b76c-41a4-b9fb-cbb4da9043a3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617127 Aug 31 09:04:31.089905 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 59c86425-6fd7-4d09-a631-143d513ffe55 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:04:31.147237 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.243988 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c014-c295-4b35-80d0-5c2691c0234f req-1b211655-0fda-47a1-a225-d063b53e1df6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:31.245438 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-44c6c014-c295-4b35-80d0-5c2691c0234f req-1b211655-0fda-47a1-a225-d063b53e1df6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 944 time: 0.0524418 Aug 31 09:04:31.285490 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-44c6c014-c295-4b35-80d0-5c2691c0234f req-3cd3a3e0-e748-4a7d-8fe4-702b67007ac7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338924 Aug 31 09:04:31.322003 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 59c86425-6fd7-4d09-a631-143d513ffe55 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:31.327249 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 59c86425-6fd7-4d09-a631-143d513ffe55 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:31.327249 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.425513 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.426334 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.448615 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:31.450868 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4448a5-f2b3-430a-bf71-aeaa24663e46" -d '{"events": [{"server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "name": "network-vif-plugged", "status": "completed", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:31.463743 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 59c86425-6fd7-4d09-a631-143d513ffe55, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=59c86425-6fd7-4d09-a631-143d513ffe55,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:31.465262 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=063a32101dc4429b9835ae6ea94e8e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5956125 Aug 31 09:04:31.467961 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52722) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:31.470059 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f980bd-8eac-49a2-b802-dc79f0ed1864,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:31.478130 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.478481 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.478839 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.479143 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.479481 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.479813 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.480140 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.480470 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.480796 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.481113 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.481439 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.481753 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb641b55-6bdf-4e5e-a264-f5891c9a90f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.501264 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae02dba5-bd9c-42eb-8910-827f8b386f18 x-openstack-request-id: req-ae02dba5-bd9c-42eb-8910-827f8b386f18 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:31.501551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "name": "network-vif-plugged", "status": "completed", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:31.501855 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae02dba5-bd9c-42eb-8910-827f8b386f18 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:31.502249 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55', 'code': 200} Aug 31 09:04:31.531492 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.555858 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.623863 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.672163 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=59c86425-6fd7-4d09-a631-143d513ffe55,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:31.781153 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.785451 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:31.787057 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27f980bd-8eac-49a2-b802-dc79f0ed1864 HTTP/1.1" status: 204 len: 168 time: 0.3177636 Aug 31 09:04:31.798234 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f980bd-8eac-49a2-b802-dc79f0ed1864,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:31.807039 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.807416 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.807764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.808105 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.808441 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.808785 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.809119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.809448 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.809782 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.810106 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.810434 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.810765 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdbcf-dd56-44e0-b232-f836935783f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:31.999700 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e017c4-be83-40e8-a456-8c3889355ee2 req-75f8374b-7805-4a96-a731-f16d6086768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:32.001187 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a1e017c4-be83-40e8-a456-8c3889355ee2 req-75f8374b-7805-4a96-a731-f16d6086768f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 1098 time: 0.0441823 Aug 31 09:04:32.042129 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a1e017c4-be83-40e8-a456-8c3889355ee2 req-b9f147a2-b187-4d87-9610-83c5507d2137 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289586 Aug 31 09:04:32.184353 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00fa12-d894-4f06-92b3-f6654c946820 req-e0ef0ab2-555c-4d4b-bd88-5f20cf80aad9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:32.186098 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9b00fa12-d894-4f06-92b3-f6654c946820 req-e0ef0ab2-555c-4d4b-bd88-5f20cf80aad9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0516126 Aug 31 09:04:32.225381 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9b00fa12-d894-4f06-92b3-f6654c946820 req-97145c08-ebe4-43d0-80dd-e01043e726de tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327938 Aug 31 09:04:32.377283 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc8adc-432a-438e-9f5c-d8abb2fe5c9c req-670e5954-9759-4542-bb26-38cb7cf5285a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:32.380343 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-55dc8adc-432a-438e-9f5c-d8abb2fe5c9c req-670e5954-9759-4542-bb26-38cb7cf5285a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0828321 Aug 31 09:04:32.393564 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52744) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:32.399586 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Request body: {'floatingip': {'port_id': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:32.437241 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccfe2c-12e6-4721-afd0-7a6d468263b7 req-f5e543b8-3caf-48f9-80c1-ab470b13d294 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:32.437241 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e1ccfe2c-12e6-4721-afd0-7a6d468263b7 req-f5e543b8-3caf-48f9-80c1-ab470b13d294 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 945 time: 0.0521271 Aug 31 09:04:32.448658 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:32.486632 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e1ccfe2c-12e6-4721-afd0-7a6d468263b7 req-6d31eaa8-bbc2-4f14-80c5-a386082039fa tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Aug 31 09:04:32.546385 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:33.252687 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:33.321850 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:33.425320 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.l3_db [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Floating IP b4231cad-8dda-4cef-b00b-4e540053f0dd associated. External IP: 172.27.3.159, port: 5fb80d80-f0d1-4fde-beab-390aaf5e53ea. Aug 31 09:04:33.605866 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d5d43-593c-400d-9d82-c4bccea4552c req-39904b6d-e723-40fe-9265-8c209cf5caf7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:33.607393 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d44d5d43-593c-400d-9d82-c4bccea4552c req-39904b6d-e723-40fe-9265-8c209cf5caf7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 945 time: 0.0499279 Aug 31 09:04:33.646074 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d44d5d43-593c-400d-9d82-c4bccea4552c req-1b7780a3-3d08-4cd3-98d2-c4a5dfe249e3 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Aug 31 09:04:33.651055 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Router c09a7385-937c-468a-a2bd-88894604367a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:33.761704 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:33.766686 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:33.771452 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] Sync routers for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:33.787373 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:33.788020 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:33.793842 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-acfb62d3-0840-4161-a6ed-851b9066bb58 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "PUT /v2.0/floatingips/b4231cad-8dda-4cef-b00b-4e540053f0dd HTTP/1.1" status: 200 len: 992 time: 1.3985758 Aug 31 09:04:33.797522 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:33.805854 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a16768-fd3f-47be-b3db-4940957fde78" -d '{"events": [{"name": "network-changed", "server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:33.909522 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:33.986890 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf4c269-2b60-4681-a83c-675fddad6195 x-openstack-request-id: req-2cf4c269-2b60-4681-a83c-675fddad6195 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:33.987177 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:33.987466 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2cf4c269-2b60-4681-a83c-675fddad6195 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:33.987852 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'status': 'completed', 'code': 200} Aug 31 09:04:34.075920 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-bc4b2b34-8af1-4b29-8829-19203b9e9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:34.077554 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-bc4b2b34-8af1-4b29-8829-19203b9e9266 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 1099 time: 0.0559080 Aug 31 09:04:34.252790 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-37993312-1d76-43ab-99b3-aa98cbca9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:34.257593 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-37993312-1d76-43ab-99b3-aa98cbca9443 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 918 time: 0.1624532 Aug 31 09:04:34.319721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'b4231cad-8dda-4cef-b00b-4e540053f0dd', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'port_id': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'mac_address': 'fa:16:3e:31:5b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:15Z', 'updated_at': '2021-08-31T09:04:32Z', 'revision_number': 1, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:34.357646 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] Checking router: c09a7385-937c-468a-a2bd-88894604367a for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:34.369871 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:34.370496 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:34.370905 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-8311e847-4599-40e4-a99f-f5bc2a2d9a76 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea HTTP/1.1" status: 200 len: 1000 time: 0.1057477 Aug 31 09:04:34.458815 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-ed6a2301-ba0d-475a-8c75-3cc20327a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:34.460588 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-ed6a2301-ba0d-475a-8c75-3cc20327a64b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.0824256 Aug 31 09:04:34.486652 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:34.516327 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-0e80946e-09c4-4ead-89c5-d0ba7466e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:34.518373 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-0e80946e-09c4-4ead-89c5-d0ba7466e1a3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466018 Aug 31 09:04:34.665208 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-a58aee61-db88-4009-a570-4ca820e17209 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174390 Aug 31 09:04:34.758272 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'b4231cad-8dda-4cef-b00b-4e540053f0dd', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'port_id': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'mac_address': 'fa:16:3e:31:5b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:15Z', 'updated_at': '2021-08-31T09:04:32Z', 'revision_number': 1, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:34.786818 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15a859-fb93-46f9-bef0-766771fc31ef None None] The sync data for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi is: [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'b4231cad-8dda-4cef-b00b-4e540053f0dd', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'port_id': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'mac_address': 'fa:16:3e:31:5b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:15Z', 'updated_at': '2021-08-31T09:04:32Z', 'revision_number': 1, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:34.816576 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5758db3-5ba6-4a30-9af7-a936e1669ddb req-c6cdfc04-a079-4680-bee5-0cb0a0d09028 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:34.818290 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e5758db3-5ba6-4a30-9af7-a936e1669ddb req-c6cdfc04-a079-4680-bee5-0cb0a0d09028 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 945 time: 0.0892754 Aug 31 09:04:34.825994 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e6a16768-fd3f-47be-b3db-4940957fde78 req-51c2568b-b652-4bf9-bd34-355b859defec service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511176 Aug 31 09:04:34.869170 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e5758db3-5ba6-4a30-9af7-a936e1669ddb req-a92a0332-52b6-423d-bbf1-f5c93bf82354 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419888 Aug 31 09:04:35.006267 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:35.022513 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff414ab-6f34-4ce3-b80a-fc0217c21918 req-e55d96ed-2349-45c0-88be-81a56263bf15 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:35.024444 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2ff414ab-6f34-4ce3-b80a-fc0217c21918 req-e55d96ed-2349-45c0-88be-81a56263bf15 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 945 time: 0.0660942 Aug 31 09:04:35.029498 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee841e3-8918-4d0e-860d-21e3f5257bd0 None None] New status for floating IP b4231cad-8dda-4cef-b00b-4e540053f0dd: ACTIVE {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:04:35.070612 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2ff414ab-6f34-4ce3-b80a-fc0217c21918 req-31954b0a-5b1c-41be-b5f1-b1bd8a444a3c tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382164 Aug 31 09:04:35.093754 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52790) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:35.151905 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428baba-4bcc-49ec-ad0a-b33b0651659a tempest-TestVolumeBootPattern-1236259556 tempest-TestVolumeBootPattern-1236259556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:35.153456 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a428baba-4bcc-49ec-ad0a-b33b0651659a tempest-TestVolumeBootPattern-1236259556 tempest-TestVolumeBootPattern-1236259556-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 1093 time: 0.0573213 Aug 31 09:04:35.156284 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52794) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:35.160844 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:35.381313 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:35.487433 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:35.610913 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Allocated IP 172.27.3.184 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/f2fa8ce4-7e1e-4a8a-b0ee-68f6c8da6c6e) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:35.719451 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:35.881518 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:35.925858 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:35.928879 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:35.932612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:35.938203 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=f2fa8ce4-7e1e-4a8a-b0ee-68f6c8da6c6e,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:36.323320 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:36.539430 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:36.708342 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:36.881355 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:36.957557 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=f2fa8ce4-7e1e-4a8a-b0ee-68f6c8da6c6e,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:36.970607 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:37.074466 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Floating IP 9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8 associated. External IP: 172.27.3.184, port: 59c86425-6fd7-4d09-a631-143d513ffe55. Aug 31 09:04:37.297711 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:37.414564 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:37.425807 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:37.435671 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:37.436287 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:37.489404 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:37.533183 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-0541a65e-4f78-4d07-a123-8cb0be11c091 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3699505 Aug 31 09:04:37.533183 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:37.533183 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39516d5c-f715-4846-ad62-14351b52f313" -d '{"events": [{"name": "network-changed", "server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:37.548624 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:37.777527 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:36Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:37.807566 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:37.816321 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:37.816951 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:04:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:37.921322 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:38.143077 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:36Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:38.169239 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71912c12-42c5-45f5-aee4-6e0ebdb5b823 None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:36Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:38.371911 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0deffb-1b66-4125-b65b-9895aab9c811 None None] New status for floating IP 9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8: ACTIVE {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:04:39.229050 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e5258-6149-4bdc-accc-96eb84d738c4 x-openstack-request-id: req-381e5258-6149-4bdc-accc-96eb84d738c4 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:39.229657 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:39.229657 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-381e5258-6149-4bdc-accc-96eb84d738c4 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:39.229981 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55', 'status': 'completed', 'code': 200} Aug 31 09:04:39.305043 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516d5c-f715-4846-ad62-14351b52f313 req-8c9527a4-55d8-4cbe-95a0-cbdcaaf1f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:39.306583 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39516d5c-f715-4846-ad62-14351b52f313 req-8c9527a4-55d8-4cbe-95a0-cbdcaaf1f7f8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 1098 time: 0.0483508 Aug 31 09:04:39.408029 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516d5c-f715-4846-ad62-14351b52f313 req-385ee328-cb07-4f06-b33f-47415ded2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:39.409515 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39516d5c-f715-4846-ad62-14351b52f313 req-385ee328-cb07-4f06-b33f-47415ded2548 service neutron] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 913 time: 0.0877666 Aug 31 09:04:39.487084 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39516d5c-f715-4846-ad62-14351b52f313 req-c10bbddd-7217-44a2-92ef-2f284f2e0472 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59c86425-6fd7-4d09-a631-143d513ffe55 HTTP/1.1" status: 200 len: 1001 time: 0.0647576 Aug 31 09:04:39.545278 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516d5c-f715-4846-ad62-14351b52f313 req-c95e7373-5a31-4fe9-8cc9-59b23243c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:39.546741 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39516d5c-f715-4846-ad62-14351b52f313 req-c95e7373-5a31-4fe9-8cc9-59b23243c9d7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.0521226 Aug 31 09:04:39.594901 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516d5c-f715-4846-ad62-14351b52f313 req-367ddf33-be5e-46fc-ae52-1192e06f6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:39.596406 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39516d5c-f715-4846-ad62-14351b52f313 req-367ddf33-be5e-46fc-ae52-1192e06f6437 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413206 Aug 31 09:04:39.690044 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39516d5c-f715-4846-ad62-14351b52f313 req-10eed331-18ab-408c-a505-4f422d4a304b service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844967 Aug 31 09:04:39.792541 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-39516d5c-f715-4846-ad62-14351b52f313 req-52f79491-ce3c-4464-a7da-7f71ad27f589 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918128 Aug 31 09:04:40.989961 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 52868) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:41.121102 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0b42aa28-fc00-4f53-8229-526dad865145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.219454 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0b42aa28-fc00-4f53-8229-526dad865145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.418520 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0b42aa28-fc00-4f53-8229-526dad865145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.458901 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-0b42aa28-fc00-4f53-8229-526dad865145 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b1df2f7a735422eb9b893b9e65564e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676547 Aug 31 09:04:41.459745 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42aa28-fc00-4f53-8229-526dad865145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2047929f-b3dd-40a8-9a2e-e9b81b7faa90,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:41.461864 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 52876) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:41.514415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1c540069-3600-4878-887f-433c175d16d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.539056 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1c540069-3600-4878-887f-433c175d16d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.843298 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1c540069-3600-4878-887f-433c175d16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.846080 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1c540069-3600-4878-887f-433c175d16d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.847293 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1c540069-3600-4878-887f-433c175d16d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2047929f-b3dd-40a8-9a2e-e9b81b7faa90 HTTP/1.1" status: 204 len: 168 time: 0.3842916 Aug 31 09:04:41.858050 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c540069-3600-4878-887f-433c175d16d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2047929f-b3dd-40a8-9a2e-e9b81b7faa90,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:44.033378 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe31ee3-dc23-44a0-94fd-d15bd56bcb45 req-5df112a8-c7ba-4fe4-9abe-a3879c6a76a5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:44.034889 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-dbe31ee3-dc23-44a0-94fd-d15bd56bcb45 req-5df112a8-c7ba-4fe4-9abe-a3879c6a76a5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0535295 Aug 31 09:04:44.076070 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-dbe31ee3-dc23-44a0-94fd-d15bd56bcb45 req-8fd1218f-1dd1-4ff5-974f-9d7d9976242b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344157 Aug 31 09:04:44.740661 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-9f39b84e-b57f-4046-95aa-c368d5295fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:44.742107 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-9f39b84e-b57f-4046-95aa-c368d5295fe3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1137 time: 0.0453465 Aug 31 09:04:44.851661 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-ae24067c-f7da-4e57-af36-98abd31a3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:44.853402 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-ae24067c-f7da-4e57-af36-98abd31a3da9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 200 len: 914 time: 0.1034865 Aug 31 09:04:44.933961 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-3ef7f5d5-997d-42ec-8f25-6d8deda329d7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 1000 time: 0.0699906 Aug 31 09:04:44.992910 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-3fe956d3-1552-4662-8ba6-baaa816a63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:44.994319 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-3fe956d3-1552-4662-8ba6-baaa816a63cd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d HTTP/1.1" status: 200 len: 852 time: 0.0523429 Aug 31 09:04:45.053747 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-8cf9ca04-360f-4660-b18c-933e4e91a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:45.055294 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-8cf9ca04-360f-4660-b18c-933e4e91a140 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e7588399-ec1a-406a-b5a7-a8e40e5ba208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485742 Aug 31 09:04:45.177505 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-d6eaae98-b743-4b67-8965-0b9419bb2d95 service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130786 Aug 31 09:04:45.267536 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b6b31-984a-47cf-9196-6f298f6c8792 req-d2d53bd7-df73-46e1-bba8-c5b5578e87e0 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:45.269130 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5b0b6b31-984a-47cf-9196-6f298f6c8792 req-d2d53bd7-df73-46e1-bba8-c5b5578e87e0 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.1170416 Aug 31 09:04:45.312957 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4176db51-cd6a-4b5e-80a6-374ad5e537ad req-5d81e848-67d2-4cc0-a877-0bf3d395e3eb service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212475 Aug 31 09:04:45.330302 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5b0b6b31-984a-47cf-9196-6f298f6c8792 req-1b72ee4b-889a-411e-b664-68614ae7bdaf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537608 Aug 31 09:04:45.540746 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:46.451711 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c015-f08e-4963-9e91-b88da0814dda req-60951f71-f3d6-457c-b139-036c8b60c7ab tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:46.453177 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9560c015-f08e-4963-9e91-b88da0814dda req-60951f71-f3d6-457c-b139-036c8b60c7ab tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0503061 Aug 31 09:04:46.498039 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9560c015-f08e-4963-9e91-b88da0814dda req-aabaa9b1-1a60-423f-851f-393883415b4b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382237 Aug 31 09:04:47.650588 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4f6f-bdd0-4d75-a5e2-541bb842fcaa req-cc9d3753-2a80-45f3-ba1e-ac3877e1747a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:47.652347 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e53e4f6f-bdd0-4d75-a5e2-541bb842fcaa req-cc9d3753-2a80-45f3-ba1e-ac3877e1747a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0699472 Aug 31 09:04:47.697060 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e53e4f6f-bdd0-4d75-a5e2-541bb842fcaa req-53d35f3a-1513-4cd9-b3bc-3140c72c23cf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384688 Aug 31 09:04:48.822179 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415bc3d-bfb3-4c4e-adb6-1d0467b587c9 req-02f6757f-79e4-43fa-b26a-a3e67014b4b9 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:48.823769 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9415bc3d-bfb3-4c4e-adb6-1d0467b587c9 req-02f6757f-79e4-43fa-b26a-a3e67014b4b9 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0519452 Aug 31 09:04:48.868644 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9415bc3d-bfb3-4c4e-adb6-1d0467b587c9 req-4455b85c-c830-4657-90e8-b0e99b09f3e9 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385530 Aug 31 09:04:49.994590 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5e54b-1d1b-4e86-adb3-0166a7284097 req-3c201556-4168-498a-8f2e-e1ee1fbddecc tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:49.996093 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c5a5e54b-1d1b-4e86-adb3-0166a7284097 req-3c201556-4168-498a-8f2e-e1ee1fbddecc tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0561106 Aug 31 09:04:50.036928 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c5a5e54b-1d1b-4e86-adb3-0166a7284097 req-d22350fa-5e18-4c05-afee-d50e386c6a5c tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346918 Aug 31 09:04:51.161387 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e7860-412a-4bb5-92ee-91218f2ab77c req-6ad3aea4-2f5b-4f08-b9fd-7fb92e9e5ecf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:51.163580 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-138e7860-412a-4bb5-92ee-91218f2ab77c req-6ad3aea4-2f5b-4f08-b9fd-7fb92e9e5ecf tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0516219 Aug 31 09:04:51.206464 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-138e7860-412a-4bb5-92ee-91218f2ab77c req-178f8e36-1cac-4835-985e-db2bac518af0 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357893 Aug 31 09:04:52.331466 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da633a-a812-4fc0-aa62-c9d1679f1851 req-2ec57680-5768-4c67-b5c8-9dd2c65a7e6f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:52.333034 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a7da633a-a812-4fc0-aa62-c9d1679f1851 req-2ec57680-5768-4c67-b5c8-9dd2c65a7e6f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0555704 Aug 31 09:04:52.388622 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a7da633a-a812-4fc0-aa62-c9d1679f1851 req-3eb89288-dbcc-45f1-be63-5af5c11459dc tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478818 Aug 31 09:04:52.886410 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931bf5-63f7-406c-a97e-e5fab245cb43 req-f8de1c74-7285-4e26-8728-7908899fbf30 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:52.888157 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7a931bf5-63f7-406c-a97e-e5fab245cb43 req-f8de1c74-7285-4e26-8728-7908899fbf30 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 945 time: 0.0544267 Aug 31 09:04:52.934772 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7a931bf5-63f7-406c-a97e-e5fab245cb43 req-fac69823-cc35-438d-bc97-a7c920d1d10e tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Aug 31 09:04:53.520133 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1506c-8052-4690-997d-1b8fbe688946 req-6981850f-7e3a-404f-9e6e-f04ff85b7f32 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:53.522331 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-59a1506c-8052-4690-997d-1b8fbe688946 req-6981850f-7e3a-404f-9e6e-f04ff85b7f32 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0509014 Aug 31 09:04:53.566250 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-59a1506c-8052-4690-997d-1b8fbe688946 req-e1212e32-6c99-4dcd-91c3-5dc5b0451819 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374675 Aug 31 09:04:54.052032 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8add41-3e72-4538-ab1e-0998aae18768 req-8c339929-b5b6-4c52-88c6-9619cdc5666f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:54.053533 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-df8add41-3e72-4538-ab1e-0998aae18768 req-8c339929-b5b6-4c52-88c6-9619cdc5666f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 945 time: 0.0483809 Aug 31 09:04:54.093815 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-df8add41-3e72-4538-ab1e-0998aae18768 req-f9d018ae-c6d7-42c2-874a-e31c30a9f20b tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341234 Aug 31 09:04:54.691517 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425b7ad-4c61-4037-a3b6-f5bbc7b3921c req-5b515298-828d-4571-9abf-10b16be80a9a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:54.693009 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9425b7ad-4c61-4037-a3b6-f5bbc7b3921c req-5b515298-828d-4571-9abf-10b16be80a9a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0572503 Aug 31 09:04:54.739242 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9425b7ad-4c61-4037-a3b6-f5bbc7b3921c req-3e2cbcef-b1dc-4173-be43-0df6f5d126e5 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399990 Aug 31 09:04:54.903580 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-bf2401bc-d249-4f86-b0e9-b5f6f7e60260 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:54.904967 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-bf2401bc-d249-4f86-b0e9-b5f6f7e60260 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 945 time: 0.0500057 Aug 31 09:04:55.016423 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Deleting port 52c23e37-1fd8-49fc-b90c-b43be65568b1 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:04:55.016771 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.109030 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] For port 52c23e37-1fd8-49fc-b90c-b43be65568b1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=52c23e37-1fd8-49fc-b90c-b43be65568b1,segment=NetworkSegment(99e8614a-64b0-4110-a7eb-04cb62e2cc5e),segment_id=99e8614a-64b0-4110-a7eb-04cb62e2cc5e)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:55.109771 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.129756 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Calling delete_port for 52c23e37-1fd8-49fc-b90c-b43be65568b1 owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:04:55.255054 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d6fb9-94ac-4464-942e-74f40640cbeb req-9b70559b-70ef-4dd2-aaea-eb8965674d0f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:55.257463 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3d6d6fb9-94ac-4464-942e-74f40640cbeb req-9b70559b-70ef-4dd2-aaea-eb8965674d0f tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 945 time: 0.0558960 Aug 31 09:04:55.305070 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3d6d6fb9-94ac-4464-942e-74f40640cbeb req-28e4553b-cac5-47e4-af41-a7b7400345f9 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc28c017-d072-4f1b-8df2-a763f4ed2921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Aug 31 09:04:55.658478 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.676618 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['52c23e37-1fd8-49fc-b90c-b43be65568b1'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:04:55.699083 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Pushing event deleted for resources: {'Port': ['ID=52c23e37-1fd8-49fc-b90c-b43be65568b1,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:55.767316 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] No DVR routers for this DVR port 52c23e37-1fd8-49fc-b90c-b43be65568b1 on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:04:55.771614 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.776007 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c43c7c9-d33d-4557-b974-97501a430d52 req-5c33f523-e340-45a0-a1e6-26fb0f6b74d0 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.107 "DELETE /v2.0/ports/52c23e37-1fd8-49fc-b90c-b43be65568b1 HTTP/1.1" status: 204 len: 173 time: 0.8583755 Aug 31 09:04:55.776860 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f3a5bb-5d11-4492-aeab-7eaca9a62bad', 'name': 'network-vif-deleted', 'tag': '52c23e37-1fd8-49fc-b90c-b43be65568b1'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:55.781052 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620cd01f-47a2-4d1e-9d28-6b08bdb970aa" -d '{"events": [{"server_uuid": "83f3a5bb-5d11-4492-aeab-7eaca9a62bad", "name": "network-vif-deleted", "tag": "52c23e37-1fd8-49fc-b90c-b43be65568b1"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:55.842189 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ed753-b38a-4ddb-9991-e04dfea6796f x-openstack-request-id: req-767ed753-b38a-4ddb-9991-e04dfea6796f {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:55.842478 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f3a5bb-5d11-4492-aeab-7eaca9a62bad", "name": "network-vif-deleted", "tag": "52c23e37-1fd8-49fc-b90c-b43be65568b1", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:55.842724 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-767ed753-b38a-4ddb-9991-e04dfea6796f {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:55.843253 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f3a5bb-5d11-4492-aeab-7eaca9a62bad', 'name': 'network-vif-deleted', 'tag': '52c23e37-1fd8-49fc-b90c-b43be65568b1', 'status': 'completed', 'code': 200} Aug 31 09:04:55.882216 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af97c0-bf11-494f-88ca-41767a61b193 req-07e40d26-c3df-4edb-913e-9bbb18b579ef tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:55.883988 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-73af97c0-bf11-494f-88ca-41767a61b193 req-07e40d26-c3df-4edb-913e-9bbb18b579ef tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0659420 Aug 31 09:04:55.929168 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-73af97c0-bf11-494f-88ca-41767a61b193 req-cb4fc8ed-0a27-47bf-a399-c6a0f849eb3b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385671 Aug 31 09:04:56.429527 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-659c0fd4-3004-4bbc-853c-f6e9cd96a294 req-e20e945e-f8d9-40f6-bfa8-8d84371abbc5 tempest-VolumesSnapshotTestJSON-1922689659 tempest-VolumesSnapshotTestJSON-1922689659-project] 10.222.0.66 "GET /v2.0/ports?device_id=83f3a5bb-5d11-4492-aeab-7eaca9a62bad HTTP/1.1" status: 200 len: 210 time: 0.0290890 Aug 31 09:04:56.760890 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2910de56-9fa5-4cda-baee-d3278fa75565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.048819 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8b500-b9b1-40e4-adce-cd4c86dfdc9f req-5a933245-c4c2-4636-950c-b99f60bc292f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:57.050366 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cb8b500-b9b1-40e4-adce-cd4c86dfdc9f req-5a933245-c4c2-4636-950c-b99f60bc292f tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0499241 Aug 31 09:04:57.094888 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cb8b500-b9b1-40e4-adce-cd4c86dfdc9f req-78b3f9f2-4a43-45b3-831e-2566865b4182 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357442 Aug 31 09:04:58.228148 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b1dee-2746-4631-a5aa-b92e24be4c09 req-f219e097-46fd-4efd-a78a-43ec112c0e7a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:58.229751 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0c3b1dee-2746-4631-a5aa-b92e24be4c09 req-f219e097-46fd-4efd-a78a-43ec112c0e7a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0524035 Aug 31 09:04:58.280614 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0c3b1dee-2746-4631-a5aa-b92e24be4c09 req-946cb347-bb6b-4e25-b53f-b9e0d6e2e977 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436945 Aug 31 09:04:59.205883 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 52c23e37-1fd8-49fc-b90c-b43be65568b1 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:59.229569 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 52c23e37-1fd8-49fc-b90c-b43be65568b1 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:04:59.230191 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 52c23e37-1fd8-49fc-b90c-b43be65568b1 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:59.414073 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc1456-405e-4d5a-bcb2-9ad19a09b2f0 req-3b720094-dc77-4864-bd03-809391c83229 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:59.415744 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bfbc1456-405e-4d5a-bcb2-9ad19a09b2f0 req-3b720094-dc77-4864-bd03-809391c83229 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0542018 Aug 31 09:04:59.459475 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-bfbc1456-405e-4d5a-bcb2-9ad19a09b2f0 req-0a85f180-587c-4f6b-bc7c-a82460b64f14 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371113 Aug 31 09:04:59.563585 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.620724 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5aec2b37-db05-4bb0-a03a-b7361ff8c23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.452475 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12736bc2-1fd3-445d-91a8-7f6ae309c4ca req-2ebc8ed3-3d22-40d2-a833-521efb263549 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:00.453937 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-12736bc2-1fd3-445d-91a8-7f6ae309c4ca req-2ebc8ed3-3d22-40d2-a833-521efb263549 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0585501 Aug 31 09:05:00.497524 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-12736bc2-1fd3-445d-91a8-7f6ae309c4ca req-675f7b22-e33b-49c7-b1eb-419a6010d112 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372498 Aug 31 09:05:00.593540 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9c99-204f-4f92-b485-5ef940ab0e10 req-07e39d8e-7ce2-45be-8bab-b90e7866ca2a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:00.595136 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bdfe9c99-204f-4f92-b485-5ef940ab0e10 req-07e39d8e-7ce2-45be-8bab-b90e7866ca2a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0511222 Aug 31 09:05:00.642264 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bdfe9c99-204f-4f92-b485-5ef940ab0e10 req-74c81390-8ffc-40e6-bc4f-fd3c1f109c0a tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384090 Aug 31 09:05:00.780400 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.619990 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8fb69-ecd6-446d-898c-ddd7fa216bb2 req-b9440a08-3054-4463-ade3-765d093a10aa tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:01.621490 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-79b8fb69-ecd6-446d-898c-ddd7fa216bb2 req-b9440a08-3054-4463-ade3-765d093a10aa tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0516000 Aug 31 09:05:01.665368 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-79b8fb69-ecd6-446d-898c-ddd7fa216bb2 req-7b3f9fb3-fd5d-47fd-86b3-cd66373aec76 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378070 Aug 31 09:05:01.778556 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0d8ff-7976-4450-b25f-eb7ca597f945 req-f31d66be-50f6-4048-9544-dcad7a309fc8 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:01.780103 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-65e0d8ff-7976-4450-b25f-eb7ca597f945 req-f31d66be-50f6-4048-9544-dcad7a309fc8 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0559592 Aug 31 09:05:01.827674 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-65e0d8ff-7976-4450-b25f-eb7ca597f945 req-005bb6f8-234f-4a58-8458-82c0741a31df tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410426 Aug 31 09:05:02.434860 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.800512 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6f74f-225a-471b-83a5-104074f2bdfd req-9bc26158-ea19-4894-a702-d50d7a18c013 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:02.802506 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3ea6f74f-225a-471b-83a5-104074f2bdfd req-9bc26158-ea19-4894-a702-d50d7a18c013 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0560255 Aug 31 09:05:02.862353 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3ea6f74f-225a-471b-83a5-104074f2bdfd req-d5dbdf30-7722-4597-8a31-1acfe45eaccd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534155 Aug 31 09:05:02.991171 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4713-e38d-4a02-94bc-8eee3f8c2e52 req-a19dc1fc-885a-4021-ad8d-80d7cba33565 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:02.992878 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4d6f4713-e38d-4a02-94bc-8eee3f8c2e52 req-a19dc1fc-885a-4021-ad8d-80d7cba33565 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0598807 Aug 31 09:05:03.041878 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4d6f4713-e38d-4a02-94bc-8eee3f8c2e52 req-d8db5ecd-76e3-4955-b85c-8c2534fa989b tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428476 Aug 31 09:05:04.002344 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373787f6-49f2-4bc5-bad0-0bf8c3984996 req-c526ea24-d4f4-443d-a6df-e3a4d702a3a5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:04.004080 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-373787f6-49f2-4bc5-bad0-0bf8c3984996 req-c526ea24-d4f4-443d-a6df-e3a4d702a3a5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0577850 Aug 31 09:05:04.063850 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-373787f6-49f2-4bc5-bad0-0bf8c3984996 req-9ff3e1e8-88f4-49f7-8031-b99861fe98b0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487382 Aug 31 09:05:04.175913 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0861f-aae0-4261-9624-9be5a0e3fc18 req-6bd3e63f-2a5a-484c-b510-8f338587d595 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:04.177744 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9e0861f-aae0-4261-9624-9be5a0e3fc18 req-6bd3e63f-2a5a-484c-b510-8f338587d595 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.0554221 Aug 31 09:05:04.230014 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f9e0861f-aae0-4261-9624-9be5a0e3fc18 req-2f64ccc6-d0ac-453b-9dea-3580f0809e56 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=1aa06336-1189-4773-a93e-48958c64d0a4&id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447259 Aug 31 09:05:05.200673 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db464f-41fa-4195-b2ee-0cff85d04640 req-186b8701-cbc9-406a-af2e-cce8d3578a37 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:05.202215 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-97db464f-41fa-4195-b2ee-0cff85d04640 req-186b8701-cbc9-406a-af2e-cce8d3578a37 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0590479 Aug 31 09:05:05.241167 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-97db464f-41fa-4195-b2ee-0cff85d04640 req-d6205557-4989-4684-aa45-83262c33fecb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Aug 31 09:05:06.372389 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae941c0-2ac6-4051-b9a9-b37ba8165b3c req-c6fbbbf1-2ba2-41ec-8672-7dac550b203d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:06.374265 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fae941c0-2ac6-4051-b9a9-b37ba8165b3c req-c6fbbbf1-2ba2-41ec-8672-7dac550b203d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0617146 Aug 31 09:05:06.420706 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fae941c0-2ac6-4051-b9a9-b37ba8165b3c req-930564c0-e46c-4b65-a8d2-9832a18c3efa tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391932 Aug 31 09:05:07.551329 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37f66-24cf-4fec-a600-5a1ffbf7f8f0 req-4fae32cc-6d1a-44ad-970a-1ac7b429db09 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:07.552284 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cbf37f66-24cf-4fec-a600-5a1ffbf7f8f0 req-4fae32cc-6d1a-44ad-970a-1ac7b429db09 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0543072 Aug 31 09:05:07.592802 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cbf37f66-24cf-4fec-a600-5a1ffbf7f8f0 req-788b41e2-82b4-45c2-b28d-9af2d464c93c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344448 Aug 31 09:05:08.714588 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da056880-1094-4261-b78f-54948676625e req-d09973c6-3008-4de9-a2ae-0ab5cdc41d85 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:08.716243 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-da056880-1094-4261-b78f-54948676625e req-d09973c6-3008-4de9-a2ae-0ab5cdc41d85 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0531945 Aug 31 09:05:08.766006 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-da056880-1094-4261-b78f-54948676625e req-ef8c006d-8753-4961-946f-7f6e7116afd4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362532 Aug 31 09:05:09.902353 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec69d1-76a9-40ec-a4d8-dc7f003f4efe req-2b33ad67-7e42-43d5-91f3-5cd98cdc999d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:09.904121 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4cec69d1-76a9-40ec-a4d8-dc7f003f4efe req-2b33ad67-7e42-43d5-91f3-5cd98cdc999d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0627861 Aug 31 09:05:09.946535 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4cec69d1-76a9-40ec-a4d8-dc7f003f4efe req-5b72cd1e-a2ac-4094-9474-8cbffec68a01 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361414 Aug 31 09:05:11.067473 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae83edb-b011-4278-a1c8-5c45530a70ea req-306d5da2-6b4f-4b5d-b394-b8be14757476 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:11.069022 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6ae83edb-b011-4278-a1c8-5c45530a70ea req-306d5da2-6b4f-4b5d-b394-b8be14757476 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0521352 Aug 31 09:05:11.110266 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6ae83edb-b011-4278-a1c8-5c45530a70ea req-b36eb17d-5df5-49b7-9101-1ae6ab96f4f3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347540 Aug 31 09:05:12.006885 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:05:12.230040 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ce7b-bc66-4dcd-b78c-87e375fbc1a4 req-e66fe82b-aa0b-4535-95ee-24ceb4721b4b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:12.231653 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6652ce7b-bc66-4dcd-b78c-87e375fbc1a4 req-e66fe82b-aa0b-4535-95ee-24ceb4721b4b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0493047 Aug 31 09:05:12.272069 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6652ce7b-bc66-4dcd-b78c-87e375fbc1a4 req-f4681949-3a48-4f90-b84b-cb1946992649 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341222 Aug 31 09:05:13.391761 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4136c-3012-4486-beff-245f5c1d5414 req-5ccdc36f-81ae-41dd-9c91-9a22f9ec4b79 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:13.393229 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8df4136c-3012-4486-beff-245f5c1d5414 req-5ccdc36f-81ae-41dd-9c91-9a22f9ec4b79 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0529497 Aug 31 09:05:13.431569 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8df4136c-3012-4486-beff-245f5c1d5414 req-54c7d599-3376-4408-8c7f-4a1fa3f1d2fa tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321929 Aug 31 09:05:14.562060 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ebf93-8fee-4f20-a6ec-998310bb1ac3 req-5b52005e-7bf8-4290-8b45-1806623f14e2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:14.564253 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a39ebf93-8fee-4f20-a6ec-998310bb1ac3 req-5b52005e-7bf8-4290-8b45-1806623f14e2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0614710 Aug 31 09:05:14.612742 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a39ebf93-8fee-4f20-a6ec-998310bb1ac3 req-da4142fc-9bb7-4941-86bb-b4b36fa29739 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Aug 31 09:05:15.614337 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.734215 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbe735-9fb4-4314-bed9-ead2e79e66af req-099cc0c2-4adc-4bad-8f8c-90545a385a9e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:15.735904 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-52fbe735-9fb4-4314-bed9-ead2e79e66af req-099cc0c2-4adc-4bad-8f8c-90545a385a9e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Aug 31 09:05:15.793532 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-52fbe735-9fb4-4314-bed9-ead2e79e66af req-4cacb66d-5d60-4635-aed7-7e71d41b523e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498724 Aug 31 09:05:16.924117 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa458ed-3562-41a7-8bfb-824ea5f453d1 req-30130b82-181c-4131-a7ee-9f6782c61eb8 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.925691 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0fa458ed-3562-41a7-8bfb-824ea5f453d1 req-30130b82-181c-4131-a7ee-9f6782c61eb8 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0540609 Aug 31 09:05:16.966363 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0fa458ed-3562-41a7-8bfb-824ea5f453d1 req-b2cb059e-6e0c-481c-a96e-17071c487f51 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333898 Aug 31 09:05:18.087388 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95896c27-8e8b-493e-bb0a-ede943063f8b req-155aa970-598c-4edf-840d-e19ee537cd45 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:18.088944 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-95896c27-8e8b-493e-bb0a-ede943063f8b req-155aa970-598c-4edf-840d-e19ee537cd45 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0508385 Aug 31 09:05:18.130827 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-95896c27-8e8b-493e-bb0a-ede943063f8b req-7e40d048-3760-4f44-b2cc-ccea67903910 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355496 Aug 31 09:05:19.263740 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f963-5544-4e96-a3af-dec6621dc772 req-0eebb943-4089-4abb-9ebd-45e66fff755c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:19.265237 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e745f963-5544-4e96-a3af-dec6621dc772 req-0eebb943-4089-4abb-9ebd-45e66fff755c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0535781 Aug 31 09:05:19.306600 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e745f963-5544-4e96-a3af-dec6621dc772 req-140a2cd6-836c-4d8a-bded-a2aa726be1a0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343952 Aug 31 09:05:19.660195 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-2ea0b0ea-4f94-46a0-9e56-3e66906d2bc9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392942 Aug 31 09:05:19.726882 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-9d9c8d62-75a1-4ffa-835b-25c15a9a9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:19.728389 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-9d9c8d62-75a1-4ffa-835b-25c15a9a9fcd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1137 time: 0.0419908 Aug 31 09:05:19.842646 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-a1e87e8e-500d-4c0f-9b65-c30f9da91bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:19.844229 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-a1e87e8e-500d-4c0f-9b65-c30f9da91bc3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 200 len: 914 time: 0.0928733 Aug 31 09:05:19.911828 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-9d0d807c-0bf9-4c8d-aacd-216c029639c8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 1000 time: 0.0590696 Aug 31 09:05:19.965356 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-ed399f13-d07a-4e59-ae6b-b4416ec599f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:19.966798 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-ed399f13-d07a-4e59-ae6b-b4416ec599f7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d HTTP/1.1" status: 200 len: 852 time: 0.0481341 Aug 31 09:05:20.022885 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-8092597f-9bbc-4622-bcac-c8b7bb2e7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:20.024456 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-8092597f-9bbc-4622-bcac-c8b7bb2e7e98 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e7588399-ec1a-406a-b5a7-a8e40e5ba208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416129 Aug 31 09:05:20.117452 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-873fdee5-516e-4ce8-8721-91d8eb9350a0 service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Aug 31 09:05:20.214117 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cd38b5e9-97aa-4c92-b975-75ce5be0c0f5 req-e7c92fb5-4c78-435a-a6ca-7f3d5cbc3eda service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896311 Aug 31 09:05:20.437942 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a520fc-9715-46ab-b022-f3a4e223fe2d req-22452073-b3b8-4ccc-abe5-fcee623342b5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:20.439417 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f8a520fc-9715-46ab-b022-f3a4e223fe2d req-22452073-b3b8-4ccc-abe5-fcee623342b5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0556853 Aug 31 09:05:20.483144 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f8a520fc-9715-46ab-b022-f3a4e223fe2d req-e9bfe71d-db59-4405-ae3f-3a65d3a9f702 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371277 Aug 31 09:05:21.612617 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e7b15-0dd0-4f98-bba1-e2c7534ed5a8 req-b179700d-a2ad-4a6c-afab-fae42fba7b28 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:21.614208 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9d6e7b15-0dd0-4f98-bba1-e2c7534ed5a8 req-b179700d-a2ad-4a6c-afab-fae42fba7b28 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0501909 Aug 31 09:05:21.654580 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-9d6e7b15-0dd0-4f98-bba1-e2c7534ed5a8 req-f5036142-7493-4e44-815c-1f4729c00a92 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336018 Aug 31 09:05:22.782011 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ebd87-95fa-4afb-a09b-10031e424e2a req-998488c5-a643-4334-ac57-fd8b6f1d4336 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:22.783730 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-731ebd87-95fa-4afb-a09b-10031e424e2a req-998488c5-a643-4334-ac57-fd8b6f1d4336 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0517983 Aug 31 09:05:22.823584 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-731ebd87-95fa-4afb-a09b-10031e424e2a req-a9370178-8179-4369-ae68-056b78863d79 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337446 Aug 31 09:05:23.965003 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d916e0b-f0dc-4c99-81e1-7ad4dfc281d5 req-1a1a196f-05bc-4d2f-a7ae-59ceb5e8c56a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:23.966466 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3d916e0b-f0dc-4c99-81e1-7ad4dfc281d5 req-1a1a196f-05bc-4d2f-a7ae-59ceb5e8c56a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0730829 Aug 31 09:05:24.018148 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-3d916e0b-f0dc-4c99-81e1-7ad4dfc281d5 req-1d89c9dd-abe0-4ca9-933d-66055012f295 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453308 Aug 31 09:05:25.134254 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53272) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:25.156973 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900407d-a64f-41ea-bdf6-3656f2ebca9c req-7ac86acf-82fd-4b9f-b16f-0973997b0920 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:25.158522 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4900407d-a64f-41ea-bdf6-3656f2ebca9c req-7ac86acf-82fd-4b9f-b16f-0973997b0920 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0563774 Aug 31 09:05:25.183898 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3115ee85-cf37-4afb-bce2-bf0ded4671c7 admin admin] Deleting subnet ff8a568b-83ca-47e0-9e93-ab106ce3afc8 {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:05:25.186840 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3115ee85-cf37-4afb-bce2-bf0ded4671c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.207888 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-4900407d-a64f-41ea-bdf6-3656f2ebca9c req-ead91977-a180-46e8-882d-083819945f4e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 Aug 31 09:05:25.233838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3115ee85-cf37-4afb-bce2-bf0ded4671c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.293502 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3115ee85-cf37-4afb-bce2-bf0ded4671c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.515230 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3115ee85-cf37-4afb-bce2-bf0ded4671c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.546925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115ee85-cf37-4afb-bce2-bf0ded4671c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8a568b-83ca-47e0-9e93-ab106ce3afc8,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:25.553212 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-3115ee85-cf37-4afb-bce2-bf0ded4671c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.557335 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-3115ee85-cf37-4afb-bce2-bf0ded4671c7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ff8a568b-83ca-47e0-9e93-ab106ce3afc8 HTTP/1.1" status: 204 len: 168 time: 0.4244945 Aug 31 09:05:25.559715 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53276) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:25.631709 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.721858 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.733238 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65920ee-95cb-4552-9143-50ed0fe9316f']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:25.744802 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e8614a-64b0-4110-a7eb-04cb62e2cc5e') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:25.745101 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e8614a-64b0-4110-a7eb-04cb62e2cc5e') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:25.754442 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.774312 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.774500 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12203cc9-e50d-415a-a752-9ae3895c92f0 req-3c8e8f48-0fe2-4a75-819a-7407beb8270d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:25.774500 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-12203cc9-e50d-415a-a752-9ae3895c92f0 req-3c8e8f48-0fe2-4a75-819a-7407beb8270d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0537200 Aug 31 09:05:25.774742 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:05:25.774900 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:05:25.776576 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:05:25.815083 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-12203cc9-e50d-415a-a752-9ae3895c92f0 req-1f60c31e-f1e5-4298-bbd4-8fe0213629eb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349381 Aug 31 09:05:26.039348 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.064459 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.066335 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] 10.222.0.66 "DELETE /v2.0/networks/b65920ee-95cb-4552-9143-50ed0fe9316f HTTP/1.1" status: 204 len: 168 time: 0.5055935 Aug 31 09:05:26.079279 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b8ec0-1509-479a-b3e5-8ffe79b63c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=b65920ee-95cb-4552-9143-50ed0fe9316f,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:26.099360 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-4ff908e8-54bf-4ac2-a0d9-bd516c053efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:26.102096 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-4ff908e8-54bf-4ac2-a0d9-bd516c053efd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 1099 time: 0.0725489 Aug 31 09:05:26.200706 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-152fbd30-23ba-42b4-bf91-c7d722db4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:26.200706 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-152fbd30-23ba-42b4-bf91-c7d722db4f34 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 912 time: 0.0888526 Aug 31 09:05:26.270975 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-00b1debf-861c-4c01-8118-ce81b0de0dc1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b HTTP/1.1" status: 200 len: 1002 time: 0.0638809 Aug 31 09:05:26.321419 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-5d332362-7607-4294-bb44-2a37be81d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:26.322837 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-5d332362-7607-4294-bb44-2a37be81d32e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 200 len: 850 time: 0.0456789 Aug 31 09:05:26.370602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-1e7a9b45-ade4-485f-9896-9ec0e49b80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:26.372144 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-1e7a9b45-ade4-485f-9896-9ec0e49b80be service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2d0785c-2165-4e34-93ca-0268b5014c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413504 Aug 31 09:05:26.471012 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-b4fdb4fb-6cea-4941-8b34-3812ad247e46 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899260 Aug 31 09:05:26.565873 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b66a9442-f50b-488a-8b96-baba7c9ada24 req-0be5d446-1f9b-4bb6-a49e-dbc49a7f5490 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869958 Aug 31 09:05:26.883113 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-65298c01-1a35-47d1-9ee4-f101f08e5efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.942231 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bc5e3-1506-4cfd-b3f8-128d57b8712b req-3ecb4cd5-1b45-4701-b7d3-7f5a5fe4eff3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:26.943796 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-707bc5e3-1506-4cfd-b3f8-128d57b8712b req-3ecb4cd5-1b45-4701-b7d3-7f5a5fe4eff3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0540988 Aug 31 09:05:26.977850 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53288) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:26.987767 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-707bc5e3-1506-4cfd-b3f8-128d57b8712b req-41f43644-320e-4433-9882-82630f72fce5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355947 Aug 31 09:05:27.028137 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-d3dc4e8b-efe9-4ced-87ac-5acbda206e00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6616bb2c12a449b09be5621918047052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489013 Aug 31 09:05:27.030598 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53290) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:27.086471 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-92442fb1-b712-4c64-b7b0-6feef72059f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.113954 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-92442fb1-b712-4c64-b7b0-6feef72059f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.458000 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-92442fb1-b712-4c64-b7b0-6feef72059f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.460512 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-92442fb1-b712-4c64-b7b0-6feef72059f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.461693 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-92442fb1-b712-4c64-b7b0-6feef72059f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc28c017-d072-4f1b-8df2-a763f4ed2921 HTTP/1.1" status: 204 len: 168 time: 0.4301910 Aug 31 09:05:27.469753 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92442fb1-b712-4c64-b7b0-6feef72059f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc28c017-d072-4f1b-8df2-a763f4ed2921,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:28.107628 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ee33d-f1d3-4546-955b-90ba6072482a req-cce2a39b-c733-4f5c-8abe-061de543e804 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:28.109108 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cd6ee33d-f1d3-4546-955b-90ba6072482a req-cce2a39b-c733-4f5c-8abe-061de543e804 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0503790 Aug 31 09:05:28.148690 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-cd6ee33d-f1d3-4546-955b-90ba6072482a req-d7193ca4-8414-47fa-ada4-cf6bfd42932c tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333307 Aug 31 09:05:28.687172 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53324) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:28.791856 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1942472227-network', 'tenant_id': '1d52805d534f459dae33ef8da61642cd'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:28.899578 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Made reservation on behalf of 1d52805d534f459dae33ef8da61642cd for: {'network': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:28.902024 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.911866 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.016122 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.126515 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.153077 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=101246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:05:29.169943 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd9f19-6d61-4785-ac60-f331b3afa19e,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:29.177453 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.177791 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.segments_db [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Added segment 07fc2e33-3277-4954-9428-2b74c13a56b1 of type vlan for network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 Aug 31 09:05:29.233727 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.397489 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.398610 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:29.399436 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.460133 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5ecc6372-cdfc-4d45-942f-564b3e44fcb2,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:29.470110 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:05:29.580385 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-ad326de7-6c01-49a7-9b20-b88f3c4555c4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8917670 Aug 31 09:05:29.583896 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53332) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:29.589788 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Request body: {'subnet': {'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1942472227-subnet', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'ip_version': 4}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:29.611800 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.637006 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e07cf8e4-bc8b-4757-af2d-6fea55bb96ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.710951 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Made reservation on behalf of 1d52805d534f459dae33ef8da61642cd for: {'subnet': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:29.713360 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25192405'] for subnet, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.020365 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25383635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25192387'] for subnet, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.080253 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7202cd-00d3-4270-b087-9be3486c4421,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:30.090827 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Checking segment: {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:30.091177 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Network hostable DHCP agents. Network: 5ecc6372-cdfc-4d45-942f-564b3e44fcb2, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:05:30.214290 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:05:30.362657 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 5ecc6372-cdfc-4d45-942f-564b3e44fcb2) {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:30.369369 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:30.370005 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.373816 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087d18b-444c-4b50-89f1-71e5dba03a2c None None] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:30.504160 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2e35bb0d-d4dd-4cf2-be6b-71e5cad5f135 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9188797 Aug 31 09:05:30.509050 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53338) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:30.514455 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:30.537321 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:05:30.538247 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.658536 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.659856 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.688950 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Allocated IP 172.20.0.2 (5ecc6372-cdfc-4d45-942f-564b3e44fcb2/ee7202cd-00d3-4270-b087-9be3486c4421/bd16a4fa-beda-4682-b67f-15ea1b1c0e0b) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:30.718933 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.838155 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.858974 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.868500 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Transition to ACTIVE for port object bd16a4fa-beda-4682-b67f-15ea1b1c0e0b will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:30.884895 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Transition to ACTIVE for port object bd16a4fa-beda-4682-b67f-15ea1b1c0e0b will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:30.953705 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.972219 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.040545 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:31.043894 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:31.048465 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:31.052534 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Pushing event updated for resources: {'Port': ['ID=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:31.064675 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.065852 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.065852 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.065852 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.066218 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.066323 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.066648 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.066978 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.067386 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.067719 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.068041 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.068407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:31.131783 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Attempting to bind port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:31.132163 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Attempting to bind port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:31.132530 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Attempting to bind port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b on network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:31.138226 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:31.138615 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Checking segment: {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:31.139033 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.139456 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Bound using segment: {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:31.140086 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Bound port: bd16a4fa-beda-4682-b67f-15ea1b1c0e0b, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:31.140485 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.221517 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] For port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:31.225610 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] For port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:31.281332 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.300414 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.343560 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.402561 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e092-5f50-4d60-a0d6-33cdc1d3b772 None None] Pushing event updated for resources: {'Port': ['ID=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:31.421411 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Allocated IP 172.27.3.241 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/71236c18-8dbf-4160-81d6-964d8cedbef7) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:31.526190 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.682922 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:31.726233 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:31.729254 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:31.734333 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:31.736398 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Pushing event updated for resources: {'Port': ['ID=71236c18-8dbf-4160-81d6-964d8cedbef7,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:31.939642 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76b00b-8d85-4b41-9d7b-243c6b4d4726 req-13fda8e5-a4d5-4fb0-890d-4e9a2d062382 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:31.941479 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b76b00b-8d85-4b41-9d7b-243c6b4d4726 req-13fda8e5-a4d5-4fb0-890d-4e9a2d062382 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0480311 Aug 31 09:05:32.017831 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-8b76b00b-8d85-4b41-9d7b-243c6b4d4726 req-a1ccce7b-5ed6-4948-9a90-3d32eeca5b1c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702722 Aug 31 09:05:32.081712 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.281329 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde02e8-07a4-4321-acdb-1c3aea5b6c44 None None] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:32.413441 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-02fda528-7825-4fdd-8659-21f7d5a22358 None None] Provisioning for port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:32.499971 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.553304 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:32.876481 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Router 05e1160f-e134-403b-b0b1-dbeaf0cff97d is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:05:32.981926 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:32.993109 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Sync routers for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:33.002929 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:33.003576 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:33.122746 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.133180 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-ea2b3f76-25aa-4732-acc5-20c1171c8ffe admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6138878 Aug 31 09:05:33.133180 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53360) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:33.149418 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc61a4e-68b1-4091-a6bf-f87f14f0cbb2 req-1f0d9dc0-0101-45d2-a4ca-cb49d6533ca3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:33.150988 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4fc61a4e-68b1-4091-a6bf-f87f14f0cbb2 req-1f0d9dc0-0101-45d2-a4ca-cb49d6533ca3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0506721 Aug 31 09:05:33.165190 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device bd16a4fa-beda-4682-b67f-15ea1b1c0e0b up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:33.197511 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4fc61a4e-68b1-4091-a6bf-f87f14f0cbb2 req-536e80c6-2627-4c91-9e39-bfc47d66d2dd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398903 Aug 31 09:05:33.294354 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:33.320757 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:33.352651 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:33.353132 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.531794 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.549418 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.575885 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:33.584136 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:31Z', 'revision_number': 3, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:33.611447 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Checking router: 05e1160f-e134-403b-b0b1-dbeaf0cff97d for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:33.615608 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Updating router 05e1160f-e134-403b-b0b1-dbeaf0cff97d port 71236c18-8dbf-4160-81d6-964d8cedbef7 binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:33.640270 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.711999 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Allocated IP 172.20.0.1 (5ecc6372-cdfc-4d45-942f-564b3e44fcb2/ee7202cd-00d3-4270-b087-9be3486c4421/c26df85a-130c-4435-ad6d-dd39dd2f7092) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:33.724258 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.819687 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.829911 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:33.833985 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Transition to ACTIVE for port object c26df85a-130c-4435-ad6d-dd39dd2f7092 will not be triggered until provisioned by entity DHCP. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:33.934300 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:33.944143 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Transition to ACTIVE for port object 71236c18-8dbf-4160-81d6-964d8cedbef7 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:34.054177 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.094489 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:34.097279 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:34.101164 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:34.123062 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c26df85a-130c-4435-ad6d-dd39dd2f7092,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:34.136418 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.136770 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.137110 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.137445 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.137779 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.138255 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.138603 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.138937 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.139287 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.142119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.142119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.142119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:34.142395 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.162485 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.199778 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Attempting to bind port 71236c18-8dbf-4160-81d6-964d8cedbef7 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:34.200146 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Attempting to bind port 71236c18-8dbf-4160-81d6-964d8cedbef7 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:34.200511 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Attempting to bind port 71236c18-8dbf-4160-81d6-964d8cedbef7 on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:34.202675 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75eb05-be1e-456b-a290-26974609eb7d None None] Pushing event updated for resources: {'Port': ['ID=71236c18-8dbf-4160-81d6-964d8cedbef7,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:34.209963 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:34.210592 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:34.211045 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.211499 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:34.212065 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Bound port: 71236c18-8dbf-4160-81d6-964d8cedbef7, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:34.212449 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.271054 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] For port 71236c18-8dbf-4160-81d6-964d8cedbef7, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:34.274346 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] For port 71236c18-8dbf-4160-81d6-964d8cedbef7, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=71236c18-8dbf-4160-81d6-964d8cedbef7,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:34.332094 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac45dd-b6c9-4240-9898-3bea4c77bc9a req-ca4d1ba5-b95b-4795-8085-f9236678fe61 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:34.333596 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-75ac45dd-b6c9-4240-9898-3bea4c77bc9a req-ca4d1ba5-b95b-4795-8085-f9236678fe61 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0481234 Aug 31 09:05:34.371652 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-75ac45dd-b6c9-4240-9898-3bea4c77bc9a req-1f01a9d0-612e-495d-b8e1-75fedc639aca tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319524 Aug 31 09:05:34.563793 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.581325 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.583207 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-869ce7c3-f915-4135-8b4e-f3e267f84ecf None None] Provisioning for port c26df85a-130c-4435-ad6d-dd39dd2f7092 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:34.611305 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-869ce7c3-f915-4135-8b4e-f3e267f84ecf None None] Provisioning complete for port c26df85a-130c-4435-ad6d-dd39dd2f7092 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:34.611680 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-869ce7c3-f915-4135-8b4e-f3e267f84ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.678997 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:34.679572 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:34.685121 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-869ce7c3-f915-4135-8b4e-f3e267f84ecf None None] Port c26df85a-130c-4435-ad6d-dd39dd2f7092 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:34.718872 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75eb05-be1e-456b-a290-26974609eb7d None None] Pushing event updated for resources: {'Port': ['ID=71236c18-8dbf-4160-81d6-964d8cedbef7,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:34.739991 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.795126 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:34.865764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.936121 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:34.937768 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c26df85a-130c-4435-ad6d-dd39dd2f7092,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:35.018711 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:33Z', 'revision_number': 1, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:35.032639 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:35.034233 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:35.053165 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80bdc1-0f5b-4059-863a-249a4eee52b6 None None] The sync data for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi is: [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:33Z', 'revision_number': 1, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:35.064832 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device bd16a4fa-beda-4682-b67f-15ea1b1c0e0b up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:35.121582 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:35.121951 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:35.170815 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Router 05e1160f-e134-403b-b0b1-dbeaf0cff97d has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:05:35.312162 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-a1fd6a9e-b305-475f-a178-97a0dda003f6 None None] Provisioning complete for port c26df85a-130c-4435-ad6d-dd39dd2f7092 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:35.312457 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6a9e-b305-475f-a178-97a0dda003f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:35.355077 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:35.362238 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd6a9e-b305-475f-a178-97a0dda003f6 None None] Port c26df85a-130c-4435-ad6d-dd39dd2f7092 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:35.363683 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-9ebe36ac-cf9f-488f-900f-7fa2d76b75a1 admin admin] 10.222.0.66 "PUT /v2.0/routers/05e1160f-e134-403b-b0b1-dbeaf0cff97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356761 Aug 31 09:05:35.498852 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aa4b0-fa63-43c7-b85b-c7e903809e9e req-5ccf29c1-a3b5-4b59-b29c-6e4213526c3d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:35.500486 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fa6aa4b0-fa63-43c7-b85b-c7e903809e9e req-5ccf29c1-a3b5-4b59-b29c-6e4213526c3d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0548580 Aug 31 09:05:35.542358 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fa6aa4b0-fa63-43c7-b85b-c7e903809e9e req-994e3177-38e4-4664-b5f7-96946467ecec tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341663 Aug 31 09:05:36.371804 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53380) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:36.374351 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-564950756-network', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:36.470875 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Made reservation on behalf of 97efabdad2bb4d8eb82f6e8146a7c25b for: {'network': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:36.474043 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for network, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.483180 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.573488 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.666216 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fa824-9a44-4b66-a0dc-f2110ee0abd0 req-d6a56ee4-d6d7-4c87-88c6-4de2e7b95657 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:36.667762 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-429fa824-9a44-4b66-a0dc-f2110ee0abd0 req-d6a56ee4-d6d7-4c87-88c6-4de2e7b95657 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0501983 Aug 31 09:05:36.685914 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.706672 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-429fa824-9a44-4b66-a0dc-f2110ee0abd0 req-213ee91c-3b21-4fd6-a779-9f8c744f5eb1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Aug 31 09:05:36.712191 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=101245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:05:36.723940 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0009db8-0332-45ba-aea8-c695c13c032f,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:36.734846 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.735221 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.segments_db [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Added segment 220e0a0b-4247-41d5-8aaa-e85d76f3a165 of type vlan for network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.749996 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:36.794369 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793193898343'] for network, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.894359 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278'] for network, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.896082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:36.896706 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:36.958471 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5653d3b1-d69a-4e4a-b13b-49b32f8c70f8,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:36.972257 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 details requested by agent ovs-agent-dv-cinder-786524-11-iscsi with host dv-cinder-786524-11-iscsi {{(pid=101247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:05:37.036439 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a32cfa9c-e439-41cc-be0d-c8ce0241e2c5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6644607 Aug 31 09:05:37.042012 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53384) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:37.047096 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Request body: {'subnet': {'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-564950756-subnet', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'ip_version': 4}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:37.073330 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Sync routers for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:37.087699 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 71236c18-8dbf-4160-81d6-964d8cedbef7 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:37.089226 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:37.089925 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:37.168266 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Made reservation on behalf of 97efabdad2bb4d8eb82f6e8146a7c25b for: {'subnet': 1} {{(pid=101246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:37.170653 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25192405'] for subnet, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.280964 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 71236c18-8dbf-4160-81d6-964d8cedbef7 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:37.286977 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 71236c18-8dbf-4160-81d6-964d8cedbef7 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:37.287407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.313412 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:37.373641 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.394637 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 71236c18-8dbf-4160-81d6-964d8cedbef7, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=71236c18-8dbf-4160-81d6-964d8cedbef7,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:37.489262 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25383635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25192387'] for subnet, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.534060 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 2, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:37.540107 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.556873 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1183fc6f-939a-44b6-a8ff-5873b129c2d4,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:37.566411 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Checking router: 05e1160f-e134-403b-b0b1-dbeaf0cff97d for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:37.566796 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Updating router 05e1160f-e134-403b-b0b1-dbeaf0cff97d port c26df85a-130c-4435-ad6d-dd39dd2f7092 binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:37.567181 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Checking segment: {'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:37.567671 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Network hostable DHCP agents. Network: 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8, hostable agents: ['dc667aeb-2dfa-4131-b01e-338aa93c6348'], hosted agents: [] {{(pid=101246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:05:37.594116 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.594443 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=71236c18-8dbf-4160-81d6-964d8cedbef7,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:37.692056 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 is scheduled to be hosted by DHCP agent dc667aeb-2dfa-4131-b01e-338aa93c6348 with binding_index 1 {{(pid=101246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:05:37.791402 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-11-iscsi, 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8) {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:37.796136 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:37.796966 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.802557 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb8ea4-0715-4b08-80a5-989baacef9cd None None] Network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:37.861516 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd91166-69fc-4428-a3c2-44b66aada2ca req-5fca94e7-e082-4118-86c6-3e9fac4a26b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:37.863147 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-efd91166-69fc-4428-a3c2-44b66aada2ca req-5fca94e7-e082-4118-86c6-3e9fac4a26b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0564559 Aug 31 09:05:37.888248 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.900133 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Transition to ACTIVE for port object c26df85a-130c-4435-ad6d-dd39dd2f7092 will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:37.904213 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-efd91166-69fc-4428-a3c2-44b66aada2ca req-bb5471c8-010f-421f-b8da-280cf97ac516 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332618 Aug 31 09:05:37.946450 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-7d8cb880-fe06-4ac8-8375-4c0fa95f692d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9030466 Aug 31 09:05:37.948912 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53388) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:37.953566 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:37.972608 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58b8df1a-ab89-5fa9-92be-b276cccaadf2-5653d3b1-d69a-4e4a-b13b-49b32f8c70f8', 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'fixed_ips': [{'subnet_id': '1183fc6f-939a-44b6-a8ff-5873b129c2d4'}]}} from dv-cinder-786524-11-iscsi. {{(pid=101247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:05:37.974050 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:37.990610 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.036155 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Pushing event updated for resources: {'Port': ['ID=c26df85a-130c-4435-ad6d-dd39dd2f7092,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:38.045523 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.058541 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:38.097580 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28716'] for router, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.099648 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28711'] for router, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.104409 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Attempting to bind port c26df85a-130c-4435-ad6d-dd39dd2f7092 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:38.105170 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Attempting to bind port c26df85a-130c-4435-ad6d-dd39dd2f7092 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:38.105787 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Attempting to bind port c26df85a-130c-4435-ad6d-dd39dd2f7092 on network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:38.111802 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:38.112699 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Checking segment: {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:38.113130 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.113589 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Bound using segment: {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:38.114143 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Bound port: c26df85a-130c-4435-ad6d-dd39dd2f7092, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:38.114583 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.117127 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.db_base_plugin_common [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Allocated IP 172.20.0.2 (5653d3b1-d69a-4e4a-b13b-49b32f8c70f8/1183fc6f-939a-44b6-a8ff-5873b129c2d4/c279d040-e0a2-49ef-9ea1-6919671700ab) {{(pid=101247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:38.171096 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.192193 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] For port c26df85a-130c-4435-ad6d-dd39dd2f7092, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:38.195931 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] For port c26df85a-130c-4435-ad6d-dd39dd2f7092, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c26df85a-130c-4435-ad6d-dd39dd2f7092,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:38.271941 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Notify callbacks [] for port, precommit_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.280248 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Transition to ACTIVE for port object c279d040-e0a2-49ef-9ea1-6919671700ab will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:38.295064 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Transition to ACTIVE for port object c279d040-e0a2-49ef-9ea1-6919671700ab will not be triggered until provisioned by entity DHCP. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:38.335027 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.396902 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:38.397531 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:38.397770 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294'] for port, after_create {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.403220 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae695c-6318-4099-8ff7-7c65a7323631 None None] Pushing event updated for resources: {'Port': ['ID=c26df85a-130c-4435-ad6d-dd39dd2f7092,revision_number=4']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:38.447296 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 is already hosted by enough agents. {{(pid=101247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:38.452358 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.scheduler.base_scheduler [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Resources bound (agent type, host, resource id): {{(pid=101247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:38.455332 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Received port after_create {{(pid=101247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:38.466966 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Pushing event updated for resources: {'Port': ['ID=c279d040-e0a2-49ef-9ea1-6919671700ab,revision_number=1']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:38.505067 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.536399 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Attempting to bind port c279d040-e0a2-49ef-9ea1-6919671700ab on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:38.537103 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Attempting to bind port c279d040-e0a2-49ef-9ea1-6919671700ab by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:38.537474 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Attempting to bind port c279d040-e0a2-49ef-9ea1-6919671700ab on network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:38.543747 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:38.544150 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Checking segment: {'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:38.544525 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.544920 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Bound using segment: {'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:38.545490 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Bound port: c279d040-e0a2-49ef-9ea1-6919671700ab, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:38.545851 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.621436 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:38.634551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] For port c279d040-e0a2-49ef-9ea1-6919671700ab, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:38.649797 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] For port c279d040-e0a2-49ef-9ea1-6919671700ab, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c279d040-e0a2-49ef-9ea1-6919671700ab,segment=NetworkSegment(220e0a0b-4247-41d5-8aaa-e85d76f3a165),segment_id=220e0a0b-4247-41d5-8aaa-e85d76f3a165)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:38.766878 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.835362 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a03c6-6d55-4573-bdb8-3c8eb13cd017 None None] Pushing event updated for resources: {'Port': ['ID=c279d040-e0a2-49ef-9ea1-6919671700ab,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:38.840779 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:38Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:38.865699 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:38.868517 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cc0b3-e2fc-4acf-b9ee-337b85e670ff None None] The sync data for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi is: [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:38Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:38.891491 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.103259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Allocated IP 172.27.3.75 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/b029615d-47e1-450e-8799-3bcb624ef498) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:39.113146 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9090aee-e73b-4baf-af93-1e359066b520 req-d689b535-9e9b-4a03-b2d1-dc775056f8de tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:39.115901 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b9090aee-e73b-4baf-af93-1e359066b520 req-d689b535-9e9b-4a03-b2d1-dc775056f8de tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.1227605 Aug 31 09:05:39.207878 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 71236c18-8dbf-4160-81d6-964d8cedbef7 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:39.266502 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b9090aee-e73b-4baf-af93-1e359066b520 req-0cf2d0bd-b79d-49cd-a52c-00f41277a51e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264293 Aug 31 09:05:39.283461 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 71236c18-8dbf-4160-81d6-964d8cedbef7 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:39.283827 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.308565 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.385808 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c26df85a-130c-4435-ad6d-dd39dd2f7092 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:39.424104 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.465274 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:39.470485 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:39.474976 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:39.504381 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Pushing event updated for resources: {'Port': ['ID=b029615d-47e1-450e-8799-3bcb624ef498,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:39.539111 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port c26df85a-130c-4435-ad6d-dd39dd2f7092 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:39.544910 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c26df85a-130c-4435-ad6d-dd39dd2f7092 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:39.545289 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.646485 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.809842 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port c26df85a-130c-4435-ad6d-dd39dd2f7092, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c26df85a-130c-4435-ad6d-dd39dd2f7092,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:39.864378 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb27bd6-26da-49d0-ab77-21c1d1e99339 None None] Network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:39.916110 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:40.006007 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=c26df85a-130c-4435-ad6d-dd39dd2f7092,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:40.044065 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-df03800c-c1f0-418f-a9a4-25ecd57b21d1 None None] Provisioning for port c279d040-e0a2-49ef-9ea1-6919671700ab completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:40.250691 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:40.386834 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d423b2-c26b-4002-a40b-1c069db5fce2 req-6a533a58-3e21-4926-b212-d798e6ffb98d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:40.388492 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-68d423b2-c26b-4002-a40b-1c069db5fce2 req-6a533a58-3e21-4926-b212-d798e6ffb98d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0572834 Aug 31 09:05:40.430598 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-68d423b2-c26b-4002-a40b-1c069db5fce2 req-d552deff-b327-4fda-852a-809c48d2e8a7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Aug 31 09:05:40.486244 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534775'] for router, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:40.783685 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Router 37722549-caae-4f43-802a-27e4a1e0657b is scheduled to L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 with binding_index 1 {{(pid=101246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:05:40.940102 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:40.949903 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Sync routers for ids ['37722549-caae-4f43-802a-27e4a1e0657b'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:40.959615 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Routers {'37722549-caae-4f43-802a-27e4a1e0657b'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:40.964700 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['37722549-caae-4f43-802a-27e4a1e0657b'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:41.013550 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.014813 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-cb9258d8-3b54-4283-a14b-6dd3fcc4c71f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0647194 Aug 31 09:05:41.017706 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53398) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:41.101879 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Set router 37722549-caae-4f43-802a-27e4a1e0657b gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:41.211256 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c279d040-e0a2-49ef-9ea1-6919671700ab up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:41.367459 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 3, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port': {'id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:41.393900 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Checking router: 37722549-caae-4f43-802a-27e4a1e0657b for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:41.394284 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Updating router 37722549-caae-4f43-802a-27e4a1e0657b port b029615d-47e1-450e-8799-3bcb624ef498 binding host dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:41.435547 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.503145 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.532096 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port c279d040-e0a2-49ef-9ea1-6919671700ab completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:41.540173 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c279d040-e0a2-49ef-9ea1-6919671700ab triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:41.540543 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.610842 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a69a-d0df-48c5-81c1-70205d5b8ded req-f0e825d7-556f-4f74-aa1b-542c7dc91211 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:41.612375 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e733a69a-d0df-48c5-81c1-70205d5b8ded req-f0e825d7-556f-4f74-aa1b-542c7dc91211 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.1006353 Aug 31 09:05:41.699326 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e733a69a-d0df-48c5-81c1-70205d5b8ded req-ca276d28-4a8d-4eab-bac3-4202dc9faf7d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580578 Aug 31 09:05:41.719374 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.745191 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Allocated IP 172.20.0.1 (5653d3b1-d69a-4e4a-b13b-49b32f8c70f8/1183fc6f-939a-44b6-a8ff-5873b129c2d4/4b8e47de-0f40-4c73-a457-cbeae6ae6b0b) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:41.784256 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port c279d040-e0a2-49ef-9ea1-6919671700ab, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c279d040-e0a2-49ef-9ea1-6919671700ab,segment=NetworkSegment(220e0a0b-4247-41d5-8aaa-e85d76f3a165),segment_id=220e0a0b-4247-41d5-8aaa-e85d76f3a165)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:41.806458 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Notify callbacks [] for port, precommit_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.817382 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Transition to ACTIVE for port object b029615d-47e1-450e-8799-3bcb624ef498 will not be triggered until provisioned by entity L2. {{(pid=101247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:41.855358 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.870423 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.provisioning_blocks [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Transition to ACTIVE for port object 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b will not be triggered until provisioned by entity DHCP. {{(pid=101246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:41.957094 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.958662 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c26df85a-130c-4435-ad6d-dd39dd2f7092 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:42.035015 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.045017 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=c279d040-e0a2-49ef-9ea1-6919671700ab,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:42.103029 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c26df85a-130c-4435-ad6d-dd39dd2f7092 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:42.103436 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.108537 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Attempting to bind port b029615d-47e1-450e-8799-3bcb624ef498 on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:42.108537 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Attempting to bind port b029615d-47e1-450e-8799-3bcb624ef498 by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:42.109126 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Attempting to bind port b029615d-47e1-450e-8799-3bcb624ef498 on network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:42.113495 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a5456-693f-44ce-9b06-cbbb01507d35 None None] Pushing event updated for resources: {'Port': ['ID=b029615d-47e1-450e-8799-3bcb624ef498,revision_number=2']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:42.138482 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:42.138839 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Checking segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:42.139295 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.139693 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Bound using segment: {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'} {{(pid=101247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:42.140187 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.managers [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Bound port: b029615d-47e1-450e-8799-3bcb624ef498, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b189f-2064-4eed-ba53-0d79bd68a272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}}] {{(pid=101247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:42.140573 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.222882 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] For port b029615d-47e1-450e-8799-3bcb624ef498, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:42.222882 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] For port b029615d-47e1-450e-8799-3bcb624ef498, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=b029615d-47e1-450e-8799-3bcb624ef498,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:42.269237 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.319302 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:42.322342 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:42.326755 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:42.329984 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:42.367514 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532868'] for router_interface, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.496163 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.546846 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a5456-693f-44ce-9b06-cbbb01507d35 None None] Pushing event updated for resources: {'Port': ['ID=b029615d-47e1-450e-8799-3bcb624ef498,revision_number=3']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:42.549300 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Routers {'37722549-caae-4f43-802a-27e4a1e0657b'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:42.549894 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['37722549-caae-4f43-802a-27e4a1e0657b'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:42.658604 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] Set router 37722549-caae-4f43-802a-27e4a1e0657b gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:42.718372 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.786787 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-f505f0a2-9eda-4ba7-82d7-5bfbf4a1e443 None None] Provisioning for port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:42.800539 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-f505f0a2-9eda-4ba7-82d7-5bfbf4a1e443 None None] Provisioning complete for port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:42.800539 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f505f0a2-9eda-4ba7-82d7-5bfbf4a1e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.828185 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b4ff5-1627-43e3-ba92-64f32846fc79 req-fd102d4d-3991-4ad8-87f4-3b72240636a1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:42.829856 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d14b4ff5-1627-43e3-ba92-64f32846fc79 req-fd102d4d-3991-4ad8-87f4-3b72240636a1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0578253 Aug 31 09:05:42.875640 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d14b4ff5-1627-43e3-ba92-64f32846fc79 req-a9b356b1-9331-49b9-9e07-c79f0ac8ff4d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392416 Aug 31 09:05:42.896932 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.993551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-f505f0a2-9eda-4ba7-82d7-5bfbf4a1e443 None None] Port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:43.011762 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 3, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port': {'id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:43.038192 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebc84c-9420-4a1a-8b9b-88459c7df49d None None] The sync data for ids ['37722549-caae-4f43-802a-27e4a1e0657b'] in dv-cinder-786524-11-iscsi is: [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 3, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port': {'id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:43.042148 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.063365 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c279d040-e0a2-49ef-9ea1-6919671700ab up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:43.124748 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:43.130741 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port c279d040-e0a2-49ef-9ea1-6919671700ab triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:43.131111 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.161876 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525108'] for router_interface, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.192414 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-8385ca26-fd5f-4c7a-8399-f0674d00fe97 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103646265&fields=id&tenant_id=ca8fe1cb99444af090b9a97e6cbd4567 HTTP/1.1" status: 200 len: 267 time: 0.0728884 Aug 31 09:05:43.306526 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-384c09c0-cd67-4c3a-bab5-b0db10653fbb tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:43.308118 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-384c09c0-cd67-4c3a-bab5-b0db10653fbb tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 984 time: 0.1048083 Aug 31 09:05:43.340500 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Request body: {'port': {'security_groups': ['fb8b98ec-22b0-44e6-96b7-6b102f027bd1']}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:43.380518 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:43.384733 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:43.478687 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.624654 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-c3970a98-3605-4ab9-9d12-0938eb753285 None None] Provisioning complete for port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:43.625460 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c3970a98-3605-4ab9-9d12-0938eb753285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.626171 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Router 37722549-caae-4f43-802a-27e4a1e0657b has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:05:43.669017 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-c3970a98-3605-4ab9-9d12-0938eb753285 None None] Port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:43.814348 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] For port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:43.828665 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:43.835331 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c4cfd329-22b6-4dcc-85c8-c6365367fb45 admin admin] 10.222.0.66 "PUT /v2.0/routers/37722549-caae-4f43-802a-27e4a1e0657b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8164597 Aug 31 09:05:43.861082 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.016575 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030bf63-9f6b-467a-ad70-d0c282bbe382 req-fcdac141-3b33-4376-8f48-b32a9b80f802 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:44.018127 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6030bf63-9f6b-467a-ad70-d0c282bbe382 req-fcdac141-3b33-4376-8f48-b32a9b80f802 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0504606 Aug 31 09:05:44.025361 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.038457 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:44.058566 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6030bf63-9f6b-467a-ad70-d0c282bbe382 req-eb1e1cb9-82ac-4286-a557-054d583a3ec4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346229 Aug 31 09:05:44.091222 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:44.092285 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.094958 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ada56583-8457-4e11-b739-4584dc2b8a5e req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "PUT /v2.0/ports/e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 942 time: 0.7725079 Aug 31 09:05:44.098021 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:44.100813 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301be642-e558-4502-b433-de5e3260c8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:44.102362 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53418) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:44.174947 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8c345-0554-462c-bd21-7f6f31690533 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event updated for resources: {'Port': ['ID=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,revision_number=7']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:44.206169 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867bea7c-9e10-4989-91ff-013313277183 x-openstack-request-id: req-867bea7c-9e10-4989-91ff-013313277183 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:44.206461 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:44.208350 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:44.214543 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-867bea7c-9e10-4989-91ff-013313277183 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:44.214982 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'status': 'completed', 'code': 200} Aug 31 09:05:44.225437 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5afa-d6f8-4de5-8bdb-7d5ffc9c5065 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.294818 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5afa-d6f8-4de5-8bdb-7d5ffc9c5065 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.304980 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301be642-e558-4502-b433-de5e3260c8e5 req-00bf411f-760d-42bd-b37d-6e1e2d0389df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:44.306492 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-301be642-e558-4502-b433-de5e3260c8e5 req-00bf411f-760d-42bd-b37d-6e1e2d0389df service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1098 time: 0.0780199 Aug 31 09:05:44.414265 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-32718067-0be3-48a6-b688-1e27ed040e51 None None] Provisioning complete for port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:44.414651 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-32718067-0be3-48a6-b688-1e27ed040e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.436643 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301be642-e558-4502-b433-de5e3260c8e5 req-25918c0d-dcaa-49f9-9936-5c4116911d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:44.438455 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-301be642-e558-4502-b433-de5e3260c8e5 req-25918c0d-dcaa-49f9-9936-5c4116911d3a service neutron] 10.222.0.107 "GET /v2.0/networks?id=e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 200 len: 914 time: 0.1201806 Aug 31 09:05:44.527222 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-301be642-e558-4502-b433-de5e3260c8e5 req-ef00a3a0-46cf-45aa-9aff-7ac6f57d4c12 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 1000 time: 0.0774660 Aug 31 09:05:44.578761 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301be642-e558-4502-b433-de5e3260c8e5 req-da7df0b7-9fae-4f30-aa2e-bfca810517e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:44.580120 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-301be642-e558-4502-b433-de5e3260c8e5 req-da7df0b7-9fae-4f30-aa2e-bfca810517e0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d HTTP/1.1" status: 200 len: 852 time: 0.0455101 Aug 31 09:05:44.629440 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301be642-e558-4502-b433-de5e3260c8e5 req-88f64949-695b-41d1-a3d2-618b48518c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:44.631719 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-301be642-e558-4502-b433-de5e3260c8e5 req-88f64949-695b-41d1-a3d2-618b48518c0d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e7588399-ec1a-406a-b5a7-a8e40e5ba208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432742 Aug 31 09:05:44.703473 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5afa-d6f8-4de5-8bdb-7d5ffc9c5065 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.706175 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5afa-d6f8-4de5-8bdb-7d5ffc9c5065 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.709122 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c8bb5afa-d6f8-4de5-8bdb-7d5ffc9c5065 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "DELETE /v2.0/security-groups/1aa06336-1189-4773-a93e-48958c64d0a4 HTTP/1.1" status: 204 len: 168 time: 0.6038756 Aug 31 09:05:44.710908 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53422) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:44.727903 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb5afa-d6f8-4de5-8bdb-7d5ffc9c5065 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa06336-1189-4773-a93e-48958c64d0a4,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:44.765830 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-301be642-e558-4502-b433-de5e3260c8e5 req-4493bf10-048d-4570-8b5a-463a6f6fab8d service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249402 Aug 31 09:05:44.885910 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-301be642-e558-4502-b433-de5e3260c8e5 req-6f138a57-0964-423f-87a3-fa80d0815c01 service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972276 Aug 31 09:05:44.925674 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Deleting port 16d33eab-4e23-4ecd-9a80-9cdc2cdf1a53 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:05:44.926359 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.033447 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.033785 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.047128 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Calling delete_port for 16d33eab-4e23-4ecd-9a80-9cdc2cdf1a53 owned by network:floatingip {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:05:45.086190 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device b029615d-47e1-450e-8799-3bcb624ef498 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:45.178132 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53426) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:45.182981 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-50e5b49f-0775-48ec-a21e-7985fa3fd69d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568446460', 'description': 'tempest-secgroup-smoke-568446460 description', 'project_id': '1d52805d534f459dae33ef8da61642cd'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:45.218733 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ad956-9c2b-4836-a143-f848349d1aad req-a2a81462-77d8-4166-b9e3-ea47d543f939 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:45.222635 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ce3ad956-9c2b-4836-a143-f848349d1aad req-a2a81462-77d8-4166-b9e3-ea47d543f939 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0736096 Aug 31 09:05:45.309737 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port b029615d-47e1-450e-8799-3bcb624ef498 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:45.314449 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port b029615d-47e1-450e-8799-3bcb624ef498 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:45.314842 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.366054 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-50e5b49f-0775-48ec-a21e-7985fa3fd69d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.409927 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.433588 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port b029615d-47e1-450e-8799-3bcb624ef498, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=b029615d-47e1-450e-8799-3bcb624ef498,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:45.469133 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-50e5b49f-0775-48ec-a21e-7985fa3fd69d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.519246 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-ce3ad956-9c2b-4836-a143-f848349d1aad req-c4a95711-9672-4100-928c-f80fdd28018e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903154 Aug 31 09:05:45.611776 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.662720 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=b029615d-47e1-450e-8799-3bcb624ef498,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:45.671017 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.671707 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-50e5b49f-0775-48ec-a21e-7985fa3fd69d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.703984 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5b49f-0775-48ec-a21e-7985fa3fd69d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5edc3f-8d28-4e94-baa8-afa914f99d69,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:45.768156 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.794893 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event deleted for resources: {'Port': ['ID=16d33eab-4e23-4ecd-9a80-9cdc2cdf1a53,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:45.808819 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-50e5b49f-0775-48ec-a21e-7985fa3fd69d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.810878 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-50e5b49f-0775-48ec-a21e-7985fa3fd69d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6315446 Aug 31 09:05:45.813825 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53428) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:45.819048 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-4931eca6-3e97-42a6-83ac-c84bf0020990 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'security_group_rule': {'security_group_id': '7b5edc3f-8d28-4e94-baa8-afa914f99d69', 'project_id': '1d52805d534f459dae33ef8da61642cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:45.856688 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Sync routers for ids ['37722549-caae-4f43-802a-27e4a1e0657b'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:45.866980 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Routers {'37722549-caae-4f43-802a-27e4a1e0657b'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:45.867763 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['37722549-caae-4f43-802a-27e4a1e0657b'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:45.874481 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks [] for floatingip, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.874481 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.l3_db [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Floating IP 674d4abc-b850-44b2-8027-d9f7750fc6bf disassociated (deleted). External IP: 172.27.3.26, port: e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0. Aug 31 09:05:45.945888 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4931eca6-3e97-42a6-83ac-c84bf0020990 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.979504 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Set router 37722549-caae-4f43-802a-27e4a1e0657b gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:46.012184 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4931eca6-3e97-42a6-83ac-c84bf0020990 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.087052 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Router c53134bc-5f4f-459a-88a1-22cd866edfe4 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:05:46.122545 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4931eca6-3e97-42a6-83ac-c84bf0020990 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.142495 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931eca6-3e97-42a6-83ac-c84bf0020990 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2667f8b1-6c8a-45ac-bb7d-19fd2b8efbb6,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:46.186979 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:42Z', 'revision_number': 4, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port': {'id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4b8e47de-0f40-4c73-a457-cbeae6ae6b0b', 'name': '', 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'mac_address': 'fa:16:3e:2b:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1183fc6f-939a-44b6-a8ff-5873b129c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:41Z', 'updated_at': '2021-08-31T09:05:42Z', 'revision_number': 2, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'subnets': [{'id': '1183fc6f-939a-44b6-a8ff-5873b129c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:46.203834 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:46.208685 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.214060 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Checking router: 37722549-caae-4f43-802a-27e4a1e0657b for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:46.214417 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Updating router 37722549-caae-4f43-802a-27e4a1e0657b port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b binding host dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:46.215284 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] Sync routers for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:46.226263 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:46.226901 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:46.240091 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-96d9e107-1c08-44ec-9c92-a47d61dc6f3e tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "DELETE /v2.0/floatingips/674d4abc-b850-44b2-8027-d9f7750fc6bf HTTP/1.1" status: 204 len: 168 time: 1.5254371 Aug 31 09:05:46.240091 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:46.240425 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.240514 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff47cae-3e22-47c7-a821-41ea26c81d58" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:46.299869 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4931eca6-3e97-42a6-83ac-c84bf0020990 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.301113 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4931eca6-3e97-42a6-83ac-c84bf0020990 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4860122 Aug 31 09:05:46.303800 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 53434) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:46.309874 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-ec881ed7-2bbc-4d61-adb9-7c1475a20b9d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'security_group_rule': {'security_group_id': '7b5edc3f-8d28-4e94-baa8-afa914f99d69', 'project_id': '1d52805d534f459dae33ef8da61642cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:46.312241 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b59e89-8a07-49cd-829c-956b1144ba6a x-openstack-request-id: req-a9b59e89-8a07-49cd-829c-956b1144ba6a {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:46.320928 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:46.320928 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9b59e89-8a07-49cd-829c-956b1144ba6a {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:46.320928 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'status': 'completed', 'code': 200} Aug 31 09:05:46.368905 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:46.387481 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-4f085a1a-2126-4029-a03a-d04bb1be96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:46.389181 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-4f085a1a-2126-4029-a03a-d04bb1be96ae service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 1098 time: 0.0465720 Aug 31 09:05:46.489256 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ec881ed7-2bbc-4d61-adb9-7c1475a20b9d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.539329 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Notify callbacks [] for port, precommit_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.551763 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.provisioning_blocks [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Transition to ACTIVE for port object 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b will not be triggered until provisioned by entity L2. {{(pid=101248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:46.559325 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-1c913c3e-2958-4487-bc46-7dd53fa7ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:46.560933 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-1c913c3e-2958-4487-bc46-7dd53fa7ce7c service neutron] 10.222.0.107 "GET /v2.0/networks?id=e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 200 len: 914 time: 0.1585634 Aug 31 09:05:46.579323 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ec881ed7-2bbc-4d61-adb9-7c1475a20b9d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.611070 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-47a4a4cd-ed7b-4914-be52-369786713bba service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 200 len: 217 time: 0.0404031 Aug 31 09:05:46.670566 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-64be2542-91b9-439c-9a15-5c334ead84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:46.672159 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-64be2542-91b9-439c-9a15-5c334ead84db service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d HTTP/1.1" status: 200 len: 852 time: 0.0514331 Aug 31 09:05:46.673722 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:46.690202 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a254e-970d-4f89-ac83-e1cafe433f5e req-27edd591-dcba-4a4c-91e6-d27ae8122710 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:46.692440 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b23a254e-970d-4f89-ac83-e1cafe433f5e req-27edd591-dcba-4a4c-91e6-d27ae8122710 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0576353 Aug 31 09:05:46.697549 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.700996 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] Checking router: c53134bc-5f4f-459a-88a1-22cd866edfe4 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:46.710544 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:46.711411 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:46.728676 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-a96fd7d8-27d5-4489-9994-9c5fe6e52983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:46.730761 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-a96fd7d8-27d5-4489-9994-9c5fe6e52983 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e7588399-ec1a-406a-b5a7-a8e40e5ba208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499358 Aug 31 09:05:46.739451 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-b23a254e-970d-4f89-ac83-e1cafe433f5e req-2e668fac-55f9-4a2d-b3ad-b0ebbc15d3ba tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366166 Aug 31 09:05:46.748719 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed9ac8-6025-42ca-b826-cc8215abbf0a None None] Pushing event updated for resources: {'Port': ['ID=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,revision_number=3']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:46.751378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ec881ed7-2bbc-4d61-adb9-7c1475a20b9d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.841276 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Attempting to bind port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b on host dv-cinder-786524-11-iscsi for vnic_type normal with profile {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:46.841657 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Attempting to bind port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b by drivers openvswitch,hyperv on host dv-cinder-786524-11-iscsi at level 0 using segments [{'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:46.842007 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Attempting to bind port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b on network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:46.843344 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec881ed7-2bbc-4d61-adb9-7c1475a20b9d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66ee449-231d-4638-ac48-8185b23d6aad,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:46.857051 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Checking agent: {'id': '4e5dd63e-c39b-4d33-83b0-8e7fa92eef9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 29), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:46.858368 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Checking segment: {'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:46.858803 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.859694 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Bound using segment: {'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'} {{(pid=101248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:46.860191 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.managers [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Bound port: 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b, host: dv-cinder-786524-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220e0a0b-4247-41d5-8aaa-e85d76f3a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8'}}] {{(pid=101248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:46.860572 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.888660 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-72225255-29ea-4068-a834-41ad08b47b6b service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466408 Aug 31 09:05:46.907764 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:46.965206 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] For port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b, host dv-cinder-786524-11-iscsi, cleared binding levels {{(pid=101248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:46.967062 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] For port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b, host dv-cinder-786524-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,segment=NetworkSegment(220e0a0b-4247-41d5-8aaa-e85d76f3a165),segment_id=220e0a0b-4247-41d5-8aaa-e85d76f3a165)] {{(pid=101248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:47.004827 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ec881ed7-2bbc-4d61-adb9-7c1475a20b9d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.006170 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ec881ed7-2bbc-4d61-adb9-7c1475a20b9d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7014041 Aug 31 09:05:47.009223 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53444) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:47.017947 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-273a1116-3934-4b18-b231-c4fbdcf4e45f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'security_group_rule': {'security_group_id': '7b5edc3f-8d28-4e94-baa8-afa914f99d69', 'project_id': '1d52805d534f459dae33ef8da61642cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:47.018777 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8ff47cae-3e22-47c7-a821-41ea26c81d58 req-ac9a4445-b953-4816-aa43-d4f5883d300d service neutron] 10.222.0.107 "GET /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204011 Aug 31 09:05:47.077510 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.093523 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device b029615d-47e1-450e-8799-3bcb624ef498 up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:47.130397 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Routers {'37722549-caae-4f43-802a-27e4a1e0657b'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:47.131034 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:05:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['37722549-caae-4f43-802a-27e4a1e0657b'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:47.150027 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-273a1116-3934-4b18-b231-c4fbdcf4e45f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.222097 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port b029615d-47e1-450e-8799-3bcb624ef498 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:47.223147 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.240452 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-273a1116-3934-4b18-b231-c4fbdcf4e45f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.252100 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed9ac8-6025-42ca-b826-cc8215abbf0a None None] Pushing event updated for resources: {'Port': ['ID=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,revision_number=4']} {{(pid=101248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:47.271789 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] Set router 37722549-caae-4f43-802a-27e4a1e0657b gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:47.289133 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:47.323427 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74360f-7334-40ed-b701-c9ee9e146e81 None None] The sync data for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi is: [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 4, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4648dcab-6b2b-4c37-a963-faea6095c2eb', 'name': '', 'network_id': 'e7588399-ec1a-406a-b5a7-a8e40e5ba208', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'mac_address': 'fa:16:3e:8d:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'subnets': [{'id': '17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:47.477117 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-273a1116-3934-4b18-b231-c4fbdcf4e45f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.496437 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1116-3934-4b18-b231-c4fbdcf4e45f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35607dfa-2343-4b83-8a60-2f426cbb609f,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:47.503428 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:42Z', 'revision_number': 4, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port': {'id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4b8e47de-0f40-4c73-a457-cbeae6ae6b0b', 'name': '', 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'mac_address': 'fa:16:3e:2b:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1183fc6f-939a-44b6-a8ff-5873b129c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:41Z', 'updated_at': '2021-08-31T09:05:46Z', 'revision_number': 4, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'subnets': [{'id': '1183fc6f-939a-44b6-a8ff-5873b129c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:47.543467 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba12b5e-53de-4e1f-a65a-939a39aa5e21 None None] The sync data for ids ['37722549-caae-4f43-802a-27e4a1e0657b'] in dv-cinder-786524-11-iscsi is: [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:42Z', 'revision_number': 4, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port': {'id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '4b8e47de-0f40-4c73-a457-cbeae6ae6b0b', 'name': '', 'network_id': '5653d3b1-d69a-4e4a-b13b-49b32f8c70f8', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'mac_address': 'fa:16:3e:2b:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1183fc6f-939a-44b6-a8ff-5873b129c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:41Z', 'updated_at': '2021-08-31T09:05:46Z', 'revision_number': 4, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'subnets': [{'id': '1183fc6f-939a-44b6-a8ff-5873b129c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:47.627512 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b3b48-7fac-4375-bcfa-c5eac74066a8 None None] New status for floating IP 674d4abc-b850-44b2-8027-d9f7750fc6bf: DOWN {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:05:47.632169 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-273a1116-3934-4b18-b231-c4fbdcf4e45f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.647259 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-273a1116-3934-4b18-b231-c4fbdcf4e45f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6256959 Aug 31 09:05:47.647259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53446) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:47.647259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-c94892ab-0326-410b-9fbc-62050973bc68 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'security_group_rule': {'security_group_id': '7b5edc3f-8d28-4e94-baa8-afa914f99d69', 'project_id': '1d52805d534f459dae33ef8da61642cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:47.853146 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c94892ab-0326-410b-9fbc-62050973bc68 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.943590 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c94892ab-0326-410b-9fbc-62050973bc68 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.956714 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298288e-11c3-4407-9f92-0d3881628b69 req-d5a6eb86-dae0-45b6-a010-831a2a2bab22 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:47.958906 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a298288e-11c3-4407-9f92-0d3881628b69 req-d5a6eb86-dae0-45b6-a010-831a2a2bab22 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0875323 Aug 31 09:05:48.004136 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-a298288e-11c3-4407-9f92-0d3881628b69 req-eaa823b8-eee3-481b-acbf-33d16bc7ed05 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374694 Aug 31 09:05:48.056030 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c94892ab-0326-410b-9fbc-62050973bc68 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.097981 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94892ab-0326-410b-9fbc-62050973bc68 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f25d7a-09ab-4ed0-af55-052c32bd0f3f,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:48.230625 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c94892ab-0326-410b-9fbc-62050973bc68 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.231993 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c94892ab-0326-410b-9fbc-62050973bc68 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5935602 Aug 31 09:05:48.234777 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53454) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:48.239593 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-f3ac53ba-86ad-4b90-8c5b-45dd93cfdd0a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'security_group_rule': {'security_group_id': '7b5edc3f-8d28-4e94-baa8-afa914f99d69', 'project_id': '1d52805d534f459dae33ef8da61642cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:48.443021 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.securitygroups_db [None req-f3ac53ba-86ad-4b90-8c5b-45dd93cfdd0a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Project 1d52805d534f459dae33ef8da61642cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:05:48.448855 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3ac53ba-86ad-4b90-8c5b-45dd93cfdd0a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.525046 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3ac53ba-86ad-4b90-8c5b-45dd93cfdd0a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.670895 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3ac53ba-86ad-4b90-8c5b-45dd93cfdd0a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.690200 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac53ba-86ad-4b90-8c5b-45dd93cfdd0a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7803f47f-1875-4e36-8fcc-8dd00bb47186,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:48.813947 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3ac53ba-86ad-4b90-8c5b-45dd93cfdd0a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.815289 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f3ac53ba-86ad-4b90-8c5b-45dd93cfdd0a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5793719 Aug 31 09:05:48.819509 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 53458) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:48.823620 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-37c2337f-bad1-4960-ae46-bb2529ffc402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'security_group_rule': {'security_group_id': '7b5edc3f-8d28-4e94-baa8-afa914f99d69', 'project_id': '1d52805d534f459dae33ef8da61642cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:48.979379 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.securitygroups_db [None req-37c2337f-bad1-4960-ae46-bb2529ffc402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Project 1d52805d534f459dae33ef8da61642cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:05:48.985676 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-37c2337f-bad1-4960-ae46-bb2529ffc402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.010507 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:05:49.071636 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-37c2337f-bad1-4960-ae46-bb2529ffc402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.141142 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:49.170938 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-37c2337f-bad1-4960-ae46-bb2529ffc402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.199255 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd1de-8fda-4731-bee2-ef25d24de0f7 req-882bb616-db4f-4e2c-995c-8d09a0c06532 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.200840 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f00fd1de-8fda-4731-bee2-ef25d24de0f7 req-882bb616-db4f-4e2c-995c-8d09a0c06532 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0905521 Aug 31 09:05:49.203857 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2337f-bad1-4960-ae46-bb2529ffc402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1ab649-18f4-44fb-8a28-889c696f553b,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:49.255106 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-f00fd1de-8fda-4731-bee2-ef25d24de0f7 req-befe22a2-00e9-46e7-811a-42b9c3b8f4e3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Aug 31 09:05:49.362614 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning for port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:49.366967 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:49.367392 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.436568 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-37c2337f-bad1-4960-ae46-bb2529ffc402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.443949 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-37c2337f-bad1-4960-ae46-bb2529ffc402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6185765 Aug 31 09:05:49.457150 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:05:49.482486 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.575558 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] For port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,segment=NetworkSegment(220e0a0b-4247-41d5-8aaa-e85d76f3a165),segment_id=220e0a0b-4247-41d5-8aaa-e85d76f3a165)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:49.627478 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:49.639392 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'port_id': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'mac_address': 'fa:16:3e:31:5b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:05:49.676962 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.745426 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.773082 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fb80d80-f0d1-4fde-beab-390aaf5e53ea {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:49.777666 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Pushing event updated for resources: {'Port': ['ID=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:49.801140 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:49.945135 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.999538 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=6']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:50.072360 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['5fb80d80-f0d1-4fde-beab-390aaf5e53ea'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:50.394328 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168c20b-ad10-4071-a779-3b5aa6628b9f req-460c67da-176b-4455-b16a-661193465cdc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.396221 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0168c20b-ad10-4071-a779-3b5aa6628b9f req-460c67da-176b-4455-b16a-661193465cdc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 945 time: 0.0650434 Aug 31 09:05:50.452168 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0168c20b-ad10-4071-a779-3b5aa6628b9f req-3f756b67-cae8-4086-af3d-fc98e47c085e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479853 Aug 31 09:05:51.088527 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b up at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:51.150235 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Provisioning complete for port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:51.150719 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:51.409531 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86086065-589f-4141-ac90-f7aa3b936c52 req-f84c5de0-8cf3-4d83-a23b-0bfc6fabc9a3 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.412868 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-86086065-589f-4141-ac90-f7aa3b936c52 req-f84c5de0-8cf3-4d83-a23b-0bfc6fabc9a3 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0700598 Aug 31 09:05:51.455764 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:51.486945 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-86086065-589f-4141-ac90-f7aa3b936c52 req-66732f8e-0607-415a-9d39-0b404e9957da tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575743 Aug 31 09:05:51.538859 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:51.539524 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:51.643517 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134c112-2202-4378-aac8-a55ef9a512e4 req-72fc4d2b-d3af-4856-864f-a2f1d3de10d2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.646943 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2134c112-2202-4378-aac8-a55ef9a512e4 req-72fc4d2b-d3af-4856-864f-a2f1d3de10d2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 945 time: 0.0599072 Aug 31 09:05:51.648027 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:51.692812 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:51.700811 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583dc962-db05-4290-8eaa-e032f0781894" -d '{"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-plugged", "status": "completed", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:51.709093 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:51.710320 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-2134c112-2202-4378-aac8-a55ef9a512e4 req-b2b426b9-de6a-42ca-921f-1bd062e267f7 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562167 Aug 31 09:05:51.818038 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:51.846786 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf42aa59-fdbf-4c59-a8c5-f751cfca6a05 x-openstack-request-id: req-cf42aa59-fdbf-4c59-a8c5-f751cfca6a05 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:51.847428 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-plugged", "status": "completed", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:51.847723 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf42aa59-fdbf-4c59-a8c5-f751cfca6a05 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:51.848037 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'code': 200} Aug 31 09:05:51.881366 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=7']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:52.691575 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769891bc-8861-4e55-bdf0-6fc4382672d1 req-18366327-5e54-459d-ab10-3487d272142d tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:52.697388 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-769891bc-8861-4e55-bdf0-6fc4382672d1 req-18366327-5e54-459d-ab10-3487d272142d tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0676618 Aug 31 09:05:52.760371 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-769891bc-8861-4e55-bdf0-6fc4382672d1 req-12817809-1ff2-41f1-98ee-42a761e8a7d1 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544722 Aug 31 09:05:52.876362 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1317-91fe-47e8-9d52-6c995c3cbb7d req-6bfc3556-c747-45cd-b05a-8076050d435d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:52.880411 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1f6f1317-91fe-47e8-9d52-6c995c3cbb7d req-6bfc3556-c747-45cd-b05a-8076050d435d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0719006 Aug 31 09:05:52.930371 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1f6f1317-91fe-47e8-9d52-6c995c3cbb7d req-087bc5df-9bc6-4230-ad76-0dc5c921cd1a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Aug 31 09:05:53.628367 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a063a-0c26-4172-aa97-4a909436136e req-4b227888-ce52-4eaa-8a73-aedad0c5ad85 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:53.629840 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-300a063a-0c26-4172-aa97-4a909436136e req-4b227888-ce52-4eaa-8a73-aedad0c5ad85 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0526099 Aug 31 09:05:53.755990 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Deleting port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:05:53.756683 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:53.898125 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] For port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:53.899298 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:53.899437 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675e61e-0ebd-47fb-931a-55d398cd26e8 req-22893069-cc10-4fb4-b12f-d9610074f085 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:53.900859 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0675e61e-0ebd-47fb-931a-55d398cd26e8 req-22893069-cc10-4fb4-b12f-d9610074f085 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 945 time: 0.0657048 Aug 31 09:05:53.914444 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Calling delete_port for e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:05:53.963758 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-0675e61e-0ebd-47fb-931a-55d398cd26e8 req-6fd04ff8-bf44-4e2e-b874-a69bafbe3269 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/security-groups?id=fb8b98ec-22b0-44e6-96b7-6b102f027bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 Aug 31 09:05:54.106759 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648aeb3-c9d3-4a9d-9196-9e02b6637a2f req-f9707c13-5026-4cf1-8cc5-88fc3f0e6ed9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.108405 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9648aeb3-c9d3-4a9d-9196-9e02b6637a2f req-f9707c13-5026-4cf1-8cc5-88fc3f0e6ed9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0941775 Aug 31 09:05:54.163875 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9648aeb3-c9d3-4a9d-9196-9e02b6637a2f req-b3714e6d-8509-4917-946e-1efefa91aa2f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438328 Aug 31 09:05:54.215489 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.230404 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:54.266170 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Pushing event deleted for resources: {'Port': ['ID=e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:54.326013 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] No DVR routers for this DVR port e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:05:54.329025 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.331444 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-300a063a-0c26-4172-aa97-4a909436136e req-02dec939-eda7-453d-917c-fb99eb5f4876 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.107 "DELETE /v2.0/ports/e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 HTTP/1.1" status: 204 len: 173 time: 0.6938171 Aug 31 09:05:54.331919 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'name': 'network-vif-deleted', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:54.334244 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2125c3b-cf2e-4716-a825-c765a098bc2c" -d '{"events": [{"server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "name": "network-vif-deleted", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:54.385157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a103acd8-854e-4773-886c-410e5424a2db x-openstack-request-id: req-a103acd8-854e-4773-886c-410e5424a2db {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:54.385481 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8320d1-9304-4d2b-9823-7fe506828143", "name": "network-vif-deleted", "tag": "e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:54.385738 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a103acd8-854e-4773-886c-410e5424a2db {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:54.386326 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8320d1-9304-4d2b-9823-7fe506828143', 'name': 'network-vif-deleted', 'tag': 'e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0', 'status': 'completed', 'code': 200} Aug 31 09:05:55.072113 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a3b6259e-7f0e-4bb1-a1f8-2a26f2027048 req-0001f80c-940d-4706-9ba0-418e5a568018 tempest-TestMinimumBasicScenario-86987746 tempest-TestMinimumBasicScenario-86987746-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e8320d1-9304-4d2b-9823-7fe506828143 HTTP/1.1" status: 200 len: 210 time: 0.0281448 Aug 31 09:05:55.324151 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25af68-dfc9-4a32-b5ae-a850dac13afb req-140d9386-47d4-418c-bbe2-8eb65a6e228c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:55.325862 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6e25af68-dfc9-4a32-b5ae-a850dac13afb req-140d9386-47d4-418c-bbe2-8eb65a6e228c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0801029 Aug 31 09:05:55.374577 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-6e25af68-dfc9-4a32-b5ae-a850dac13afb req-1b5a488b-ed43-430b-a57f-b0a2b78bd89e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393143 Aug 31 09:05:56.505182 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35e39d-9123-4dfd-b80a-a4429aeb7a79 req-70d312de-b7c5-4f53-911f-07692b6c07fb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:56.511797 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7a35e39d-9123-4dfd-b80a-a4429aeb7a79 req-70d312de-b7c5-4f53-911f-07692b6c07fb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0587652 Aug 31 09:05:56.557763 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7a35e39d-9123-4dfd-b80a-a4429aeb7a79 req-07a0dc51-1a98-4d9b-9292-9d592d14e630 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 Aug 31 09:05:56.801932 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-7c062f51-a663-4c56-97e6-6aece5a1b8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:57.490244 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:05:57.510108 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:05:57.510442 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device e0c37dbf-4fbd-47c2-95b8-8c99f1eb92a0 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:05:57.700821 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764e975-b6ef-483b-867f-020fa79d8692 req-baa23cfd-9e59-43f0-8e0c-441521ed9b15 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:57.702293 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9764e975-b6ef-483b-867f-020fa79d8692 req-baa23cfd-9e59-43f0-8e0c-441521ed9b15 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0617509 Aug 31 09:05:57.745418 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9764e975-b6ef-483b-867f-020fa79d8692 req-eb832e2d-8406-4fb0-ac1e-31ae18532a71 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365610 Aug 31 09:05:58.906594 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e235-4aad-4593-b6c6-06965ad34e1f req-26b6b667-4763-4e09-b086-d0260fdb1f86 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:58.908192 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8b62e235-4aad-4593-b6c6-06965ad34e1f req-26b6b667-4763-4e09-b086-d0260fdb1f86 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0709982 Aug 31 09:05:58.964453 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8b62e235-4aad-4593-b6c6-06965ad34e1f req-8257e526-3b6e-4852-9cac-a3a609851d29 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488324 Aug 31 09:05:59.556219 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.679828 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-686cc64a-2043-4782-bd6e-d90e05eb80ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:00.108266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac528-cdbe-40e8-b9b4-1d28236cc69d req-1ddc93c3-d10e-4a90-afa7-285a06f6e407 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:00.109844 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-908ac528-cdbe-40e8-b9b4-1d28236cc69d req-1ddc93c3-d10e-4a90-afa7-285a06f6e407 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0648627 Aug 31 09:06:00.155513 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-908ac528-cdbe-40e8-b9b4-1d28236cc69d req-6f63fac1-024a-4a9b-b2db-99cdea6e3b95 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369251 Aug 31 09:06:01.058855 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:01.292162 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbe27c-9337-4d57-a7f2-f26cae6bae07 req-c2456563-a64a-4269-9d4d-4d61cefba835 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:01.293648 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1ddbe27c-9337-4d57-a7f2-f26cae6bae07 req-c2456563-a64a-4269-9d4d-4d61cefba835 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0616364 Aug 31 09:06:01.333211 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1ddbe27c-9337-4d57-a7f2-f26cae6bae07 req-05cbfac7-eaaf-4cf8-b2c8-a06f5f4c6721 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332100 Aug 31 09:06:02.464760 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6868b3c-460e-4e9c-ac08-132fd435a785 req-aed2da97-d89c-4fb7-ae29-40fc0b4fb8cd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:02.466199 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c6868b3c-460e-4e9c-ac08-132fd435a785 req-aed2da97-d89c-4fb7-ae29-40fc0b4fb8cd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0501080 Aug 31 09:06:02.508389 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.512578 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c6868b3c-460e-4e9c-ac08-132fd435a785 req-20343f43-8df6-4320-8457-205f516411f1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353851 Aug 31 09:06:03.549875 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-eba92982-075e-4066-9c90-7e8d30e67838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:03.551443 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-eba92982-075e-4066-9c90-7e8d30e67838 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 1099 time: 0.0445545 Aug 31 09:06:03.694798 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5e41d-0af1-4d64-9490-ffd3acea33a7 req-2dc6ecf5-326c-4d4f-b20c-3b73005eed55 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:03.696353 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-09a5e41d-0af1-4d64-9490-ffd3acea33a7 req-2dc6ecf5-326c-4d4f-b20c-3b73005eed55 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0876639 Aug 31 09:06:03.699424 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-1bdc35a1-be22-4337-ab04-68765715e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:03.700816 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-1bdc35a1-be22-4337-ab04-68765715e1e5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 918 time: 0.1404867 Aug 31 09:06:03.789311 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-09a5e41d-0af1-4d64-9490-ffd3acea33a7 req-852cc55d-95b5-4eef-be1f-f156b5a966cb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861554 Aug 31 09:06:03.805533 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-1ef99c3c-08e1-483d-b28c-8f9422fbe747 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea HTTP/1.1" status: 200 len: 1002 time: 0.0953913 Aug 31 09:06:03.860083 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-49bba491-1969-4365-ba77-e22d262a087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:03.861565 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-49bba491-1969-4365-ba77-e22d262a087c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.0466065 Aug 31 09:06:03.910309 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-5f87799d-45bf-4434-ba9f-045d62919af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:03.911854 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-5f87799d-45bf-4434-ba9f-045d62919af7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418594 Aug 31 09:06:04.012194 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-13d69d14-d322-4464-a731-204cae5a0cbb service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913210 Aug 31 09:06:04.111124 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-36ef10bc-fae6-4d1f-a0f2-d29d8a6d3275 req-f018a7ed-d6dc-46dc-bdae-2173ea6fb3e1 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873096 Aug 31 09:06:04.923978 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f2a69-9559-4277-b78c-8484853a218a req-4cbfd9bf-1117-4bf6-9d39-0881a7e1ba20 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:04.925501 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ec8f2a69-9559-4277-b78c-8484853a218a req-4cbfd9bf-1117-4bf6-9d39-0881a7e1ba20 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0555208 Aug 31 09:06:04.975808 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ec8f2a69-9559-4277-b78c-8484853a218a req-b730766b-2ee7-4b9b-886d-bbda12b62721 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Aug 31 09:06:06.112542 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d432c4-e0c8-4d1e-b183-41df90005709 req-5ff5bd5d-ba64-47d5-bdd9-5a757b199d85 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:06.114560 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-43d432c4-e0c8-4d1e-b183-41df90005709 req-5ff5bd5d-ba64-47d5-bdd9-5a757b199d85 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0592215 Aug 31 09:06:06.153083 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-43d432c4-e0c8-4d1e-b183-41df90005709 req-96a4bdad-6369-4ed3-b24e-085fa95a3ce8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Aug 31 09:06:07.277080 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1c4f-f710-43d8-88f0-432a59ff397e req-893201ed-51e6-46f9-a0e9-0ee83dc4a4af tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:07.278672 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7dde1c4f-f710-43d8-88f0-432a59ff397e req-893201ed-51e6-46f9-a0e9-0ee83dc4a4af tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 946 time: 0.0512109 Aug 31 09:06:07.319239 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7dde1c4f-f710-43d8-88f0-432a59ff397e req-b48db376-4a2d-4bc2-b1a3-28ff2d2f2d76 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342989 Aug 31 09:06:07.562415 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:06:07.637315 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.662973 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:07.663291 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384f6591-b29c-4a23-9cc0-9e069734a68d" -d '{"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:07.676464 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:07.797235 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:07.849090 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=8']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:08.556975 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c80a57-9a2a-4fbb-a29a-c4f92f0060a6 x-openstack-request-id: req-47c80a57-9a2a-4fbb-a29a-c4f92f0060a6 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:08.557264 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-unplugged", "status": "failed", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea", "code": 422}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:08.557508 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47c80a57-9a2a-4fbb-a29a-c4f92f0060a6 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:08.557935 dv-cinder-786524-11-iscsi neutron-server[101247]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'code': 422} returned with failed status Aug 31 09:06:09.598882 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [req-b85ffd06-4c3a-489c-bd08-1c7ef75bb224 req-bbdbf2d5-e37b-4917-b850-bc0cf9369793 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101245) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:06:09.599929 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b85ffd06-4c3a-489c-bd08-1c7ef75bb224 req-bbdbf2d5-e37b-4917-b850-bc0cf9369793 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0958438 Aug 31 09:06:09.901243 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc2e59-b01f-488f-9d38-682b6da8ac88 req-0d9e55df-efef-4433-bbd4-4d166a0a90b3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:09.902881 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d8cc2e59-b01f-488f-9d38-682b6da8ac88 req-0d9e55df-efef-4433-bbd4-4d166a0a90b3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0577667 Aug 31 09:06:09.950381 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d8cc2e59-b01f-488f-9d38-682b6da8ac88 req-51986da7-e2bf-493f-b81f-be4b183dffbb tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410588 Aug 31 09:06:10.478094 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-b2b3d217-ec98-4bb2-b1bd-210060e7ffe9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390756 Aug 31 09:06:11.074576 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5b2d6-e2a4-48d5-bc9e-4e78d52172a4 req-9f3f78a9-61ed-4c48-aa78-936acac2ea4d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:11.076109 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bba5b2d6-e2a4-48d5-bc9e-4e78d52172a4 req-9f3f78a9-61ed-4c48-aa78-936acac2ea4d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0514939 Aug 31 09:06:11.116105 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bba5b2d6-e2a4-48d5-bc9e-4e78d52172a4 req-9c093bbd-f418-4e57-89ae-9e1da5d7dbae tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339253 Aug 31 09:06:11.241415 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-0aa4f07d-bcc8-400d-9f6c-1a8a3b74aca9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568446460&fields=id&tenant_id=1d52805d534f459dae33ef8da61642cd HTTP/1.1" status: 200 len: 267 time: 0.0363879 Aug 31 09:06:11.355407 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-f4effc2d-18bf-41ed-95b9-184d28df4401 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:11.356909 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-f4effc2d-18bf-41ed-95b9-184d28df4401 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/networks?id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 200 len: 809 time: 0.1085124 Aug 31 09:06:11.372344 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-fd61f911-8d56-43de-a296-7f8e708399bf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/quotas/1d52805d534f459dae33ef8da61642cd HTTP/1.1" status: 200 len: 375 time: 0.0097125 Aug 31 09:06:11.423755 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-c642839b-2c2c-4f81-8a31-c1da351625a9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d52805d534f459dae33ef8da61642cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458760 Aug 31 09:06:11.522073 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-192292bd-9c96-4fbd-9d86-c5820f78d62d service neutron] 10.222.0.66 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869660 Aug 31 09:06:11.868660 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-dce9ffa9-2eff-4060-8636-0d8ed1d6c8ad service neutron] 10.222.0.66 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402631 Aug 31 09:06:12.454096 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-723ead05-a8f5-4a79-8d40-bc4f49bd3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.455703 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-723ead05-a8f5-4a79-8d40-bc4f49bd3ace service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac&tenant_id=0a3d59fd12f7417f8de1db40a9a75b86 HTTP/1.1" status: 200 len: 1097 time: 0.0729597 Aug 31 09:06:12.524262 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-539b3971-0c24-4ab6-8873-6763a1dffe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.526367 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-539b3971-0c24-4ab6-8873-6763a1dffe27 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 1097 time: 0.0454204 Aug 31 09:06:12.620105 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-2b835f82-d771-4cf0-8123-5381bdc29e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.621626 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-2b835f82-d771-4cf0-8123-5381bdc29e85 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 200 len: 918 time: 0.0878134 Aug 31 09:06:12.732676 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-43d626c7-9f8a-4168-8829-d0f3ed743208 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea HTTP/1.1" status: 200 len: 1000 time: 0.0982666 Aug 31 09:06:12.803515 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d9710-1bd8-4b29-bed4-c06b2f40e209 req-0e640025-c4c0-429b-a54f-e5b47b819a4e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.805004 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c78d9710-1bd8-4b29-bed4-c06b2f40e209 req-0e640025-c4c0-429b-a54f-e5b47b819a4e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0905178 Aug 31 09:06:12.809040 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-3d7e805a-377d-4793-9bd9-52e2beb7f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.810332 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-3d7e805a-377d-4793-9bd9-52e2beb7f10c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 200 len: 856 time: 0.0635993 Aug 31 09:06:12.872929 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c78d9710-1bd8-4b29-bed4-c06b2f40e209 req-795a3ca1-4668-402a-b4c9-92890eff304a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616558 Aug 31 09:06:12.883366 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-96f2d3b2-7d76-477f-8d3c-f045e2e57298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:12.891307 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-96f2d3b2-7d76-477f-8d3c-f045e2e57298 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c0d7214a-0098-458d-b679-d06fdde64071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564439 Aug 31 09:06:12.975411 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-10dc0cb4-e29d-46b2-ab3d-105f776937a0 req-77fdd0da-8111-48fb-8b21-4c38e19f09d9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0375652 Aug 31 09:06:13.011421 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-2ca530a3-b310-44a8-8165-4afa0a50a620 service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183023 Aug 31 09:06:13.103952 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d4236a94-a0fe-45aa-8028-ac6e5b4020e1 req-11d68e35-786a-44f3-91f7-af526cabe2ad service neutron] 10.222.0.107 "GET /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Aug 31 09:06:14.026798 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535444a-f5e0-479c-a59f-26fc839429f5 req-4cb28eeb-02b6-47a8-8a7c-06209ba68687 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:14.028944 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e535444a-f5e0-479c-a59f-26fc839429f5 req-4cb28eeb-02b6-47a8-8a7c-06209ba68687 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0555182 Aug 31 09:06:14.069233 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e535444a-f5e0-479c-a59f-26fc839429f5 req-9f0ad6c1-d1a3-409c-a345-9d340c756ca0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333884 Aug 31 09:06:14.178516 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d16009fe-5e3b-494f-a020-ac8971287acf req-a7ebf69f-b8d8-4e42-b719-6d63924c67e7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0295980 Aug 31 09:06:15.206069 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71101089-fd28-4610-8cad-85e7bb9a802e req-58c31c3b-7c51-498a-849e-52a9e7410389 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:15.208094 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-71101089-fd28-4610-8cad-85e7bb9a802e req-58c31c3b-7c51-498a-849e-52a9e7410389 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0499773 Aug 31 09:06:15.250207 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-71101089-fd28-4610-8cad-85e7bb9a802e req-ef4c59a0-5f0f-466a-9f19-b5ef6b993d9e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355856 Aug 31 09:06:15.355931 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2049fc93-2496-4c06-9cf9-aa85e7d8bd20 req-57d85b59-7ba7-4ea7-87a3-391c918c86cd tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0301573 Aug 31 09:06:15.584616 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:16.381801 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749362d9-7f36-43a7-8ecf-7aaf7265ad83 req-d3e36d88-6861-48a7-a255-b5a64421a3b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:16.383328 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-749362d9-7f36-43a7-8ecf-7aaf7265ad83 req-d3e36d88-6861-48a7-a255-b5a64421a3b8 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0550916 Aug 31 09:06:16.423113 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-749362d9-7f36-43a7-8ecf-7aaf7265ad83 req-7f74cc15-319f-4815-af78-90b4b96b6fa2 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336120 Aug 31 09:06:16.518559 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-54fa55a3-40bd-4cb1-8d9f-be59fa15f1a5 req-2497ccf8-8f78-4750-b587-106f8d3f7a6d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0309851 Aug 31 09:06:17.566555 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a88c1-e4bd-48b5-a1be-a1940b7fd6c4 req-cc8d4a8a-8d27-440f-9d16-4ab19cc43bad tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:17.568272 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-156a88c1-e4bd-48b5-a1be-a1940b7fd6c4 req-cc8d4a8a-8d27-440f-9d16-4ab19cc43bad tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0603776 Aug 31 09:06:17.625036 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-156a88c1-e4bd-48b5-a1be-a1940b7fd6c4 req-3d9fa7d5-6bfc-4eaf-84b0-43f65c1ae0c1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475752 Aug 31 09:06:17.718891 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3db4a575-44a8-4994-b3b3-869351b2f200 req-da529ca1-6168-42e5-b114-fc8f1bbdb307 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0266802 Aug 31 09:06:18.746098 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd727bc-52fc-456f-82fb-211ab801911d req-07efb6dc-08dc-445d-9fb6-958b9ebbb13c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:18.747592 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-acd727bc-52fc-456f-82fb-211ab801911d req-07efb6dc-08dc-445d-9fb6-958b9ebbb13c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0520718 Aug 31 09:06:18.787420 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-acd727bc-52fc-456f-82fb-211ab801911d req-86fdd145-f8b4-43f9-807a-9977b60e5891 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335581 Aug 31 09:06:18.878910 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d30deddf-d582-47c1-8683-8cd60dfa8adf req-65ccc9f3-a681-4869-85e0-51bc31542bef tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0267789 Aug 31 09:06:19.926277 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce592e1-b3b7-4285-925d-908249a09d51 req-22a50681-5ef9-4281-8400-003bd5379ca3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:19.933839 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1ce592e1-b3b7-4285-925d-908249a09d51 req-22a50681-5ef9-4281-8400-003bd5379ca3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0593951 Aug 31 09:06:19.968489 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1ce592e1-b3b7-4285-925d-908249a09d51 req-f0ca5521-c8b9-4430-aa75-08220134dd46 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337536 Aug 31 09:06:20.050302 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-23878587-3ba4-41a0-a6ef-e2336d573a88 req-c1088eed-6863-41b7-a1f8-6c882e8aa9c9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0258310 Aug 31 09:06:21.117755 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf3f1d-3025-4976-a128-05dde91e82c9 req-235c0ef0-bf27-40e0-9c8f-76abaadc7b18 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:21.119384 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-26cf3f1d-3025-4976-a128-05dde91e82c9 req-235c0ef0-bf27-40e0-9c8f-76abaadc7b18 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0539892 Aug 31 09:06:21.170429 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-26cf3f1d-3025-4976-a128-05dde91e82c9 req-8083cd97-ffc9-4feb-934c-7d55615a8b98 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365140 Aug 31 09:06:21.256409 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-34796311-ffd9-4446-8519-41b393a9e6e8 req-d3aa3062-3289-42c2-9b3e-68f6515d39e6 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0258875 Aug 31 09:06:22.304141 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc78ef0-107b-41e6-b981-2fa8a983182a req-50df69ae-2ad7-439e-8e3e-2d84db5ec5f3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:22.311511 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-dbc78ef0-107b-41e6-b981-2fa8a983182a req-50df69ae-2ad7-439e-8e3e-2d84db5ec5f3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0618176 Aug 31 09:06:22.346239 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-dbc78ef0-107b-41e6-b981-2fa8a983182a req-c23238e7-7812-4874-9242-ed8c3b652927 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338657 Aug 31 09:06:22.481658 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6f1d7efd-835a-4122-a651-44a793076025 req-3f213348-724a-4998-94eb-bd57233626f7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0382423 Aug 31 09:06:23.473826 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5374b17-333a-45a8-8421-48990fd81978 req-27950891-8507-4846-ac35-f02c198823bc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:23.475759 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d5374b17-333a-45a8-8421-48990fd81978 req-27950891-8507-4846-ac35-f02c198823bc tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0507095 Aug 31 09:06:23.514833 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d5374b17-333a-45a8-8421-48990fd81978 req-3ad311f0-2136-4940-8651-8d4df194c741 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329602 Aug 31 09:06:23.612686 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-97135ba9-9ee2-4ee7-b6b8-30b7d974868a req-fd433c18-cfec-454a-9bb0-367b6395a0c5 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0261254 Aug 31 09:06:24.645597 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39d454-959d-42d1-940e-39862a6739d6 req-25c361d2-a56c-48a2-b8a2-cabeea6d1717 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:24.647208 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ad39d454-959d-42d1-940e-39862a6739d6 req-25c361d2-a56c-48a2-b8a2-cabeea6d1717 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0510685 Aug 31 09:06:24.695516 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ad39d454-959d-42d1-940e-39862a6739d6 req-dbda45e3-c302-4693-b873-7f061c960e68 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375652 Aug 31 09:06:24.785035 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c23fba7c-f858-4c6e-9868-0c7d2179c1c0 req-af96b528-9fcd-4b23-88a8-0d0a4865e0ee tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0317049 Aug 31 09:06:25.818110 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa64bc-9eec-45eb-aad4-def7e6840efd req-44b8fde9-7616-4a03-85bd-54e49e92bec3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:25.819633 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-86aa64bc-9eec-45eb-aad4-def7e6840efd req-44b8fde9-7616-4a03-85bd-54e49e92bec3 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0542893 Aug 31 09:06:25.857837 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-86aa64bc-9eec-45eb-aad4-def7e6840efd req-3333c56f-8069-478f-8574-e939e302cb79 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Aug 31 09:06:25.940984 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c3493b71-224a-4050-958b-f749e28dc4e5 req-5d37f9f6-d614-4186-bd9a-9ce55e42432a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0257823 Aug 31 09:06:26.011376 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:26.202757 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-47d289a3-e80c-4bc7-b8d0-05c90a5773ee service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442247 Aug 31 09:06:26.288633 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-71a5275a-4ead-4425-a70c-25aa952a9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:26.290125 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-71a5275a-4ead-4425-a70c-25aa952a9360 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 1099 time: 0.0414941 Aug 31 09:06:26.407038 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-70e5889d-60a7-43a2-9cf0-30fff8ff9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:26.408541 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-70e5889d-60a7-43a2-9cf0-30fff8ff9744 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 912 time: 0.0884712 Aug 31 09:06:26.479739 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-f41e9968-cac8-4eeb-9bd6-92e72649018d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b HTTP/1.1" status: 200 len: 1002 time: 0.0625246 Aug 31 09:06:26.534435 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-c42993ce-c04a-4c32-bbd2-7453ca95362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:26.536497 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-c42993ce-c04a-4c32-bbd2-7453ca95362b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 200 len: 850 time: 0.0464110 Aug 31 09:06:26.585015 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-5d728bf5-8c3f-43f0-958d-3c01491fd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:26.586508 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-5d728bf5-8c3f-43f0-958d-3c01491fd0ca service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2d0785c-2165-4e34-93ca-0268b5014c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411773 Aug 31 09:06:26.687474 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-f8f45795-f459-4315-847a-ded453a4cbbc service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921054 Aug 31 09:06:26.755610 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-362e00cb-526c-4016-9f7f-78017a2e3406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.789166 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-13c964e9-7676-42a3-a67a-cf945a69da46 req-0ae6d63f-1b4b-4884-a27a-37a20a61450b service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891900 Aug 31 09:06:26.981837 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697e529-3e00-4bbb-9767-33bf50a74b85 req-db8d4039-fb80-4810-a231-2eed57700758 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:26.983349 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d697e529-3e00-4bbb-9767-33bf50a74b85 req-db8d4039-fb80-4810-a231-2eed57700758 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0534241 Aug 31 09:06:27.022112 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d697e529-3e00-4bbb-9767-33bf50a74b85 req-5adbe47b-7808-4ccf-9ea8-2d2f9c2ba2d5 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Aug 31 09:06:27.108382 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3133de5c-daee-4f2b-9f0b-44cf0fec3e6e req-4d852ec9-4b0e-4a8b-beb5-e7ae62e02f95 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0273991 Aug 31 09:06:27.662957 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-6d397708-e2fa-428e-a49d-fbdf09af2e91 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:27.664606 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-6d397708-e2fa-428e-a49d-fbdf09af2e91 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.107 "GET /v2.0/networks?id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 200 len: 809 time: 0.1176412 Aug 31 09:06:27.714912 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-2e80de5a-c232-4646-8ada-fffe5aedb464 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d52805d534f459dae33ef8da61642cd HTTP/1.1" status: 200 len: 379 time: 0.0375552 Aug 31 09:06:27.728065 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'port': {'device_id': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'admin_state_up': True, 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'security_groups': ['7b5edc3f-8d28-4e94-baa8-afa914f99d69']}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:27.972558 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Made reservation on behalf of 1d52805d534f459dae33ef8da61642cd for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:27.978962 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.134259 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a31ae-2bf4-41c9-8109-bd84649cea3f req-ac3c9e2f-8fcc-4e34-a984-daa91b5e4e38 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:28.135802 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f53a31ae-2bf4-41c9-8109-bd84649cea3f req-ac3c9e2f-8fcc-4e34-a984-daa91b5e4e38 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.1003790 Aug 31 09:06:28.168242 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Allocated IP 172.20.0.13 (5ecc6372-cdfc-4d45-942f-564b3e44fcb2/ee7202cd-00d3-4270-b087-9be3486c4421/0685355a-94b8-48a2-9c38-f4f76dfcb17d) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:28.198159 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f53a31ae-2bf4-41c9-8109-bd84649cea3f req-d6c70c49-90a6-4105-bb9e-e3dc13d6961e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545108 Aug 31 09:06:28.350641 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401dc8d-d963-4ea6-8f08-16d8db7c3cc7 req-87420f44-9f33-4b96-a28a-497145ff8d1f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:28.352068 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f401dc8d-d963-4ea6-8f08-16d8db7c3cc7 req-87420f44-9f33-4b96-a28a-497145ff8d1f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0906012 Aug 31 09:06:28.370676 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.393099 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Transition to ACTIVE for port object 0685355a-94b8-48a2-9c38-f4f76dfcb17d will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:28.412884 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f401dc8d-d963-4ea6-8f08-16d8db7c3cc7 req-9044fa5e-0ef2-427b-bad2-271cd3a57e7a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521672 Aug 31 09:06:28.485321 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.556282 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:28.562053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:28.563844 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:28.568189 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:28.579765 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8c55c-bf8c-4c58-be2a-ac8a8dc8e3a8 req-73a194ec-a4d4-438e-bd7f-2a5ad1f39e1a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:28.581310 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-60b8c55c-bf8c-4c58-be2a-ac8a8dc8e3a8 req-73a194ec-a4d4-438e-bd7f-2a5ad1f39e1a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 932 time: 0.1095438 Aug 31 09:06:28.647374 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:28.647995 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.661193 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-60b8c55c-bf8c-4c58-be2a-ac8a8dc8e3a8 req-727cd9d8-21de-45e9-8174-058232028ea4 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597355 Aug 31 09:06:28.756741 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-3587b184-fa5a-45bb-b9df-4c0735d7eadc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0345991 Aug 31 09:06:28.771892 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Request body: {'port': {'device_id': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:28.829703 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.919679 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2c1522ea-4e77-4f94-b820-9915f4082634 None None] Provisioning for port 0685355a-94b8-48a2-9c38-f4f76dfcb17d completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:28.923806 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2c1522ea-4e77-4f94-b820-9915f4082634 None None] Provisioning complete for port 0685355a-94b8-48a2-9c38-f4f76dfcb17d triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:28.927417 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2c1522ea-4e77-4f94-b820-9915f4082634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.958745 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-2c1522ea-4e77-4f94-b820-9915f4082634 None None] Port 0685355a-94b8-48a2-9c38-f4f76dfcb17d cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:29.100383 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0685355a-94b8-48a2-9c38-f4f76dfcb17d {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:29.107924 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.120116 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Transition to ACTIVE for port object 0685355a-94b8-48a2-9c38-f4f76dfcb17d will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:29.241303 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.343643 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Pushing event updated for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:29.386296 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c070c9a-05cd-418c-9e00-b91bdbb5cd77 req-2f7e185e-acaf-4071-9f0c-f5275bd24944 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:29.387876 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2c070c9a-05cd-418c-9e00-b91bdbb5cd77 req-2f7e185e-acaf-4071-9f0c-f5275bd24944 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.1169910 Aug 31 09:06:29.429533 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Attempting to bind port 0685355a-94b8-48a2-9c38-f4f76dfcb17d on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:29.429874 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Attempting to bind port 0685355a-94b8-48a2-9c38-f4f76dfcb17d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:29.432287 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Attempting to bind port 0685355a-94b8-48a2-9c38-f4f76dfcb17d on network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:29.441846 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Port 0685355a-94b8-48a2-9c38-f4f76dfcb17d on network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:29.442177 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Attempting to bind port 0685355a-94b8-48a2-9c38-f4f76dfcb17d on network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:29.449591 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2c070c9a-05cd-418c-9e00-b91bdbb5cd77 req-ae29beea-6fa2-4c83-9d82-b8e8c308750f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548644 Aug 31 09:06:29.455105 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:29.455105 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Checking segment: {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:29.455105 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Bound using segment: {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:29.455105 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Bound port: 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fc2e33-3277-4954-9428-2b74c13a56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:29.455877 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.552730 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.553146 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:29.563292 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:29.584004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06496c-2885-4726-adc4-49fb409c1f70 req-766cb19c-8f97-4c75-8051-870edac52864 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:29.585675 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3f06496c-2885-4726-adc4-49fb409c1f70 req-766cb19c-8f97-4c75-8051-870edac52864 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 944 time: 0.0731435 Aug 31 09:06:29.628813 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3f06496c-2885-4726-adc4-49fb409c1f70 req-3993cabe-a2dc-494c-a8bd-316ddbf931fd tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366559 Aug 31 09:06:29.676127 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:29.694307 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.738932 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:29.739574 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.740990 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] 10.222.0.107 "PUT /v2.0/ports/0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 200 len: 1094 time: 0.9739268 Aug 31 09:06:29.748365 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:29.750769 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f4a3f-1797-40a3-8a22-9db2a2805601" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:29.762219 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-71da1b24-3113-48b2-892a-ecf902c1debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.786485 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:29.799296 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'port_id': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'mac_address': 'fa:16:3e:31:5b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:29.806157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe3e1-c1a2-45e0-b3c8-45dd3bb5003e service neutron] Pushing event updated for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:29.825261 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2f9f0-ca0e-4426-9747-4f3ae64dfc51 req-a7af0942-b542-4d21-afe1-cd3c0a6ff594 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:29.826938 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f2f9f0-ca0e-4426-9747-4f3ae64dfc51 req-a7af0942-b542-4d21-afe1-cd3c0a6ff594 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0933104 Aug 31 09:06:29.845931 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.861500 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb80d80-f0d1-4fde-beab-390aaf5e53ea {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:29.885634 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:29.903613 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f2f9f0-ca0e-4426-9747-4f3ae64dfc51 req-64269145-dcfd-4121-abe2-75cc6703502c tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698218 Aug 31 09:06:29.920775 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-b2b9ee43-8e22-4607-aa8e-32cdf406c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:29.926901 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-b2b9ee43-8e22-4607-aa8e-32cdf406c413 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d52805d534f459dae33ef8da61642cd&device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1097 time: 0.0543818 Aug 31 09:06:29.967764 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf19cdf-a87d-4cd1-bc92-58e45a981091 x-openstack-request-id: req-4cf19cdf-a87d-4cd1-bc92-58e45a981091 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:29.968022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:29.968266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cf19cdf-a87d-4cd1-bc92-58e45a981091 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:29.968642 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'status': 'completed', 'code': 200} Aug 31 09:06:29.970801 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-900a56b7-f330-4d49-9a2e-c53d1ec9f961 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 200 len: 217 time: 0.0399520 Aug 31 09:06:29.989663 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.026946 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-9e0d82f4-5768-4b25-a532-16e427245c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.028370 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-9e0d82f4-5768-4b25-a532-16e427245c0b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee7202cd-00d3-4270-b087-9be3486c4421 HTTP/1.1" status: 200 len: 848 time: 0.0492179 Aug 31 09:06:30.046823 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=9']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:30.078727 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-a9be0d24-f2ca-4224-b380-e829798989c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.080187 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-a9be0d24-f2ca-4224-b380-e829798989c2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436432 Aug 31 09:06:30.174125 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-1a55bf02-fc6c-492c-b543-8b7ea28d1fbf service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818303 Aug 31 09:06:30.271956 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab1dea12-f3a8-4783-804e-1ae8cc3bbe0f req-e8c75981-dd62-41e5-a3c7-e241a9b23f7f service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883269 Aug 31 09:06:30.370868 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['5fb80d80-f0d1-4fde-beab-390aaf5e53ea'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:30.411560 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-045e7399-4875-4c3b-9f82-6ea8de848934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.413057 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-045e7399-4875-4c3b-9f82-6ea8de848934 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d52805d534f459dae33ef8da61642cd&device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1097 time: 0.0425086 Aug 31 09:06:30.512960 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-769e1883-6108-400d-b745-26307efbf136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.514446 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-769e1883-6108-400d-b745-26307efbf136 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 200 len: 910 time: 0.0928741 Aug 31 09:06:30.586411 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-82a8de3b-15f8-4075-b6bd-14efaa5357e0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 200 len: 217 time: 0.0606031 Aug 31 09:06:30.612147 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee0960-ff9f-4985-9f17-62fd835e260b req-a9796bfd-053c-4d11-a783-b95c10daaab0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.614056 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c2ee0960-ff9f-4985-9f17-62fd835e260b req-a9796bfd-053c-4d11-a783-b95c10daaab0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0896318 Aug 31 09:06:30.669708 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-d62bcd5e-146e-47b6-bdaa-befdfbd7f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.671082 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-d62bcd5e-146e-47b6-bdaa-befdfbd7f48b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee7202cd-00d3-4270-b087-9be3486c4421 HTTP/1.1" status: 200 len: 848 time: 0.0744591 Aug 31 09:06:30.678852 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c2ee0960-ff9f-4985-9f17-62fd835e260b req-d11e8d38-0400-485a-b935-17fa09711d33 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468175 Aug 31 09:06:30.730133 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-19ef96aa-5328-47b0-ad67-fd08739a15fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.737845 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-19ef96aa-5328-47b0-ad67-fd08739a15fb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468402 Aug 31 09:06:30.795902 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:30.853600 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74ae99-8026-40cd-b632-623b51096bf5 req-cb503475-380d-4f78-817c-e3aca7600842 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:30.855097 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5e74ae99-8026-40cd-b632-623b51096bf5 req-cb503475-380d-4f78-817c-e3aca7600842 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 945 time: 0.1159194 Aug 31 09:06:30.888967 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-2203e80f-49bb-4cf2-af2d-9f4e087e7cf7 service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411715 Aug 31 09:06:30.924298 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5e74ae99-8026-40cd-b632-623b51096bf5 req-05a09a2e-1a39-4c4d-a603-a7565fd3315c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620711 Aug 31 09:06:30.997311 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4b1f4a3f-1797-40a3-8a22-9db2a2805601 req-0b54c6a7-5274-487b-aadb-03cc7e6934ab service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969813 Aug 31 09:06:31.048689 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ddc6d-5ab5-4ca9-ba88-de6d4ac18421 req-5c8652e7-0bb1-44d8-8393-79cbd9069bbf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:31.050188 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b15ddc6d-5ab5-4ca9-ba88-de6d4ac18421 req-5c8652e7-0bb1-44d8-8393-79cbd9069bbf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0519965 Aug 31 09:06:31.094256 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b15ddc6d-5ab5-4ca9-ba88-de6d4ac18421 req-5a42d510-1558-4e19-8503-88e9cab193ca tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370300 Aug 31 09:06:31.680007 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:31.729015 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:31.729384 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.795479 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6cb3b-7dba-465b-ba82-2653ad3e79e2 req-82906988-c6b2-4d21-8069-c4797292f521 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:31.797007 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8bd6cb3b-7dba-465b-ba82-2653ad3e79e2 req-82906988-c6b2-4d21-8069-c4797292f521 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0493028 Aug 31 09:06:31.813629 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:31.837761 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8bd6cb3b-7dba-465b-ba82-2653ad3e79e2 req-c040a6e5-4214-4682-9514-a0cdb7aa6d3a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347059 Aug 31 09:06:31.838372 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:31.840647 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6352af59-9e5c-40af-b896-b18c91c215da" -d '{"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-plugged", "status": "completed", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:31.853610 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:31.881851 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0835506-9efc-482f-9394-37e4f41ef89d x-openstack-request-id: req-c0835506-9efc-482f-9394-37e4f41ef89d {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:31.882143 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-plugged", "status": "completed", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:31.882394 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0835506-9efc-482f-9394-37e4f41ef89d {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:31.882790 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'code': 200} Aug 31 09:06:31.950252 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:32.001203 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=10']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:32.009171 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.009523 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.009867 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.010207 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.010543 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.010877 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.011235 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.011570 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.011899 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.012227 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.012551 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.012872 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:32.049029 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e28c3-d11f-4e00-9e5a-a91b588aee4e req-85afe88e-a373-49e5-bf4d-bec786713041 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:32.050399 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9a8e28c3-d11f-4e00-9e5a-a91b588aee4e req-85afe88e-a373-49e5-bf4d-bec786713041 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0482373 Aug 31 09:06:32.088697 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9a8e28c3-d11f-4e00-9e5a-a91b588aee4e req-d52b33ce-3098-4479-8cb8-c4e0d198e5f9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Aug 31 09:06:32.470684 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77df50-d16d-4ec6-a1ef-86fad70feb60 req-cf74eba4-dae6-4d97-b897-db41264942a3 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:32.472332 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b77df50-d16d-4ec6-a1ef-86fad70feb60 req-cf74eba4-dae6-4d97-b897-db41264942a3 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.3023014 Aug 31 09:06:32.513340 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b77df50-d16d-4ec6-a1ef-86fad70feb60 req-dff3e32b-285e-413e-9c04-60b29914fb3a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Aug 31 09:06:32.593603 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:32.951811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8263e-36fa-4a4a-8791-81f8bc98b5aa req-b3e939fd-831b-489f-a750-cdc0cb7c8a9f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:32.954184 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-81b8263e-36fa-4a4a-8791-81f8bc98b5aa req-b3e939fd-831b-489f-a750-cdc0cb7c8a9f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0488279 Aug 31 09:06:32.992183 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-81b8263e-36fa-4a4a-8791-81f8bc98b5aa req-0d9d81e3-62d3-4a05-9a6b-208d8c9a61a5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321152 Aug 31 09:06:33.207137 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91038e-55ad-402f-8a1c-749ebcc4dcb6 req-bd2ebac4-30a2-4a39-bf17-84f9372e0e26 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:33.208689 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9c91038e-55ad-402f-8a1c-749ebcc4dcb6 req-bd2ebac4-30a2-4a39-bf17-84f9372e0e26 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0487998 Aug 31 09:06:33.246972 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-9c91038e-55ad-402f-8a1c-749ebcc4dcb6 req-880d66e2-8638-40d3-8c8c-f44be5110690 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317600 Aug 31 09:06:33.630186 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f4b06-e17c-4016-993a-f3819002977d req-00e74ffe-b6e5-420a-9d91-b4b5dd89d050 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:33.631658 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8f1f4b06-e17c-4016-993a-f3819002977d req-00e74ffe-b6e5-420a-9d91-b4b5dd89d050 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0513093 Aug 31 09:06:33.670706 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8f1f4b06-e17c-4016-993a-f3819002977d req-2f0b5bbc-8198-48a5-911f-a9da90b3cb46 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331855 Aug 31 09:06:34.107123 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243cda-c205-4f4c-b314-b276df83400d req-0e3e7f16-81ff-46e2-a850-0e7902bf9258 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.108598 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f8243cda-c205-4f4c-b314-b276df83400d req-0e3e7f16-81ff-46e2-a850-0e7902bf9258 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0486293 Aug 31 09:06:34.146878 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f8243cda-c205-4f4c-b314-b276df83400d req-a04154e3-574a-4b20-9952-fda24160c498 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323184 Aug 31 09:06:34.362870 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc12ef-61a2-409f-b8c5-5e2a2a68baf6 req-8edb1eb3-91c6-4203-86a0-28e942f82e1a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.364335 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-42fc12ef-61a2-409f-b8c5-5e2a2a68baf6 req-8edb1eb3-91c6-4203-86a0-28e942f82e1a tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0474625 Aug 31 09:06:34.402129 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-42fc12ef-61a2-409f-b8c5-5e2a2a68baf6 req-cb7f409e-3db1-4dcd-8e3c-bee47fa672a4 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Aug 31 09:06:34.795026 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4cbaa-0e45-4e2e-97fa-aed19396e44a req-e919618d-4f50-465d-a4dd-3db1cc803510 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:34.796547 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-44d4cbaa-0e45-4e2e-97fa-aed19396e44a req-e919618d-4f50-465d-a4dd-3db1cc803510 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0578535 Aug 31 09:06:34.837284 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-44d4cbaa-0e45-4e2e-97fa-aed19396e44a req-467953fe-b292-4ec8-9a34-a848fd6df642 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347509 Aug 31 09:06:34.998636 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dd307-8256-4fc0-9f1d-30f63f89a80c req-c3bfa9c8-8ecb-4ca8-8def-78214c2678b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.000159 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-578dd307-8256-4fc0-9f1d-30f63f89a80c req-c3bfa9c8-8ecb-4ca8-8def-78214c2678b6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 1100 time: 0.0398858 Aug 31 09:06:35.037499 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-578dd307-8256-4fc0-9f1d-30f63f89a80c req-bf97511a-cf49-4f73-82df-009355373a35 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276420 Aug 31 09:06:35.263838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb743ba-fcb6-43a2-8605-93fe01ff8db9 req-a15996cb-b4e7-45b9-8e09-312509c2a6bb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.265383 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2fb743ba-fcb6-43a2-8605-93fe01ff8db9 req-a15996cb-b4e7-45b9-8e09-312509c2a6bb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0495534 Aug 31 09:06:35.304273 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2fb743ba-fcb6-43a2-8605-93fe01ff8db9 req-12be517b-d178-44a2-b636-7f3eaf567f55 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327621 Aug 31 09:06:35.526404 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bb284-13a1-4e0a-a2e9-e5b2991d146f req-92d6d602-27eb-4fea-82e9-85a1093cb0e0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.528007 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-685bb284-13a1-4e0a-a2e9-e5b2991d146f req-92d6d602-27eb-4fea-82e9-85a1093cb0e0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0549538 Aug 31 09:06:35.566193 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-685bb284-13a1-4e0a-a2e9-e5b2991d146f req-8f17184d-e8c9-4938-9d91-5e820af0ac00 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Aug 31 09:06:35.957981 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda38d1e-9599-41a8-9f24-f58a46ee3af3 req-1a4c983e-89be-4bd9-a427-7849b10713ec tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:35.959433 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fda38d1e-9599-41a8-9f24-f58a46ee3af3 req-1a4c983e-89be-4bd9-a427-7849b10713ec tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0495698 Aug 31 09:06:35.998006 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fda38d1e-9599-41a8-9f24-f58a46ee3af3 req-f90078b2-ab3f-4040-b0ae-c964fcc66e78 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325661 Aug 31 09:06:36.419874 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87220a38-d05b-41f3-9b96-4eee83aff154 req-c6836074-4836-4c89-9667-55a3e31c2bf1 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:36.421346 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-87220a38-d05b-41f3-9b96-4eee83aff154 req-c6836074-4836-4c89-9667-55a3e31c2bf1 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0489855 Aug 31 09:06:36.458721 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-87220a38-d05b-41f3-9b96-4eee83aff154 req-66e2a309-2d5b-4a46-93f8-146bd1da41c4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Aug 31 09:06:36.698047 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79f860-be2d-4944-a7ad-473316993109 req-f4fb9263-9ee9-40da-b7fe-af18f6aed9fa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:36.699552 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cf79f860-be2d-4944-a7ad-473316993109 req-f4fb9263-9ee9-40da-b7fe-af18f6aed9fa tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0554793 Aug 31 09:06:36.737396 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-cf79f860-be2d-4944-a7ad-473316993109 req-630f5651-b8d8-4e0c-9275-155f9daec35c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319026 Aug 31 09:06:37.114685 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccfaf5-66ed-45c9-b3ff-42d045aebe43 req-64d22223-102a-4588-8f6b-6487a7e401ef tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:37.116703 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3cccfaf5-66ed-45c9-b3ff-42d045aebe43 req-64d22223-102a-4588-8f6b-6487a7e401ef tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0527539 Aug 31 09:06:37.158066 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3cccfaf5-66ed-45c9-b3ff-42d045aebe43 req-43feefad-d6c7-41a9-b30e-f052c2c1a16a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333188 Aug 31 09:06:37.575012 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dd13a-51d4-41d7-8332-9206899f64d6 req-44fc5ce1-5e02-46e4-a8b4-409c077a8553 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:37.576555 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4c3dd13a-51d4-41d7-8332-9206899f64d6 req-44fc5ce1-5e02-46e4-a8b4-409c077a8553 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0502596 Aug 31 09:06:37.617814 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4c3dd13a-51d4-41d7-8332-9206899f64d6 req-0c9e581a-ea0b-47f8-bd88-2a8860ef1d73 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344908 Aug 31 09:06:37.861627 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb1551-343c-4c09-bcf6-1a82588454ad req-8d23c452-7fe5-4133-a77c-092275d23167 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:37.862993 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-58cb1551-343c-4c09-bcf6-1a82588454ad req-8d23c452-7fe5-4133-a77c-092275d23167 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0530572 Aug 31 09:06:37.901131 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-58cb1551-343c-4c09-bcf6-1a82588454ad req-214f29d2-a5b2-4198-bb0c-419830af89a0 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Aug 31 09:06:38.272410 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487c56-7151-4524-85fe-954371d84b35 req-d84737a4-2d8a-421f-8f80-28636a178100 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:38.273880 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8a487c56-7151-4524-85fe-954371d84b35 req-d84737a4-2d8a-421f-8f80-28636a178100 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0503161 Aug 31 09:06:38.313079 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8a487c56-7151-4524-85fe-954371d84b35 req-e117d958-64be-4223-8ead-7424baa99944 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332186 Aug 31 09:06:38.731795 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1818cd-17af-4357-b642-03eec3019707 req-a2b44db0-4fcc-438e-9a50-636ddc646a47 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:38.733265 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5c1818cd-17af-4357-b642-03eec3019707 req-a2b44db0-4fcc-438e-9a50-636ddc646a47 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0489087 Aug 31 09:06:38.770016 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5c1818cd-17af-4357-b642-03eec3019707 req-99e15c9b-c0ca-4623-82b2-f4db2c8a0329 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307851 Aug 31 09:06:39.025555 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d559969-b876-498b-9812-16a1a4b0fdbb req-97367df2-ea47-4b1b-9183-e12f96901538 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:39.027055 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7d559969-b876-498b-9812-16a1a4b0fdbb req-97367df2-ea47-4b1b-9183-e12f96901538 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0537148 Aug 31 09:06:39.065085 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7d559969-b876-498b-9812-16a1a4b0fdbb req-326e6f86-c9a6-4a85-b92b-6947fb782e10 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316932 Aug 31 09:06:39.427432 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5243-504b-4a71-8fa8-65b599a889b7 req-90525e5b-63f7-4497-812f-ba1575a977b5 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:39.428915 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-86ac5243-504b-4a71-8fa8-65b599a889b7 req-90525e5b-63f7-4497-812f-ba1575a977b5 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0489533 Aug 31 09:06:39.467063 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-86ac5243-504b-4a71-8fa8-65b599a889b7 req-02580937-d937-4bb7-b194-4381cbe0967a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Aug 31 09:06:39.693238 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0685355a-94b8-48a2-9c38-f4f76dfcb17d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:39.792415 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:39.806199 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'port_id': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'mac_address': 'fa:16:3e:13:b9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:39.844910 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.859065 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0685355a-94b8-48a2-9c38-f4f76dfcb17d {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:39.879529 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:39.890408 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02601446-d6c0-49d5-ae6f-70362abbfc65 req-77659995-d6ff-4aac-a097-043cf1408ee8 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:39.892066 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-02601446-d6c0-49d5-ae6f-70362abbfc65 req-77659995-d6ff-4aac-a097-043cf1408ee8 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0519855 Aug 31 09:06:39.933383 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-02601446-d6c0-49d5-ae6f-70362abbfc65 req-4bdb1063-dcc7-42c5-a217-08e009e9f4a6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346558 Aug 31 09:06:39.955256 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:40.001787 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:40.277246 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['0685355a-94b8-48a2-9c38-f4f76dfcb17d'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:40.582185 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3079-f581-47cd-a9e4-e424870464b9 req-cd6b767d-5671-48ee-ae5c-4888ffc381a5 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:40.583651 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-256f3079-f581-47cd-a9e4-e424870464b9 req-cd6b767d-5671-48ee-ae5c-4888ffc381a5 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 945 time: 0.0519199 Aug 31 09:06:40.621120 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-256f3079-f581-47cd-a9e4-e424870464b9 req-aa9ae231-715f-4f98-aca7-abee5a0251c9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316525 Aug 31 09:06:41.013955 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-fc2662d2-0114-40b6-b7d5-c8a9ab1a3389 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401880247&fields=id&tenant_id=18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 267 time: 0.0335271 Aug 31 09:06:41.120102 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-1f684417-e38e-4771-b5ce-e06d87c332f7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:41.121484 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-1f684417-e38e-4771-b5ce-e06d87c332f7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 812 time: 0.1009777 Aug 31 09:06:41.136942 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-2d5e8075-d83a-49b3-ac9a-cbbdcd26d56c tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/quotas/18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 375 time: 0.0098064 Aug 31 09:06:41.199382 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-ec721beb-53a4-4601-8164-2db916819727 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0571029 Aug 31 09:06:41.295886 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-73ee9ac0-47cc-4e1a-afd8-53847e4c6afd service neutron] 10.222.0.66 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852113 Aug 31 09:06:41.388503 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-9a9ed955-b1e8-460b-a47d-f69f9bc82392 service neutron] 10.222.0.66 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Aug 31 09:06:41.713266 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0685355a-94b8-48a2-9c38-f4f76dfcb17d up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:41.862360 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 0685355a-94b8-48a2-9c38-f4f76dfcb17d completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:41.866944 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 0685355a-94b8-48a2-9c38-f4f76dfcb17d triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:41.867343 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.946361 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:41.973982 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:41.976784 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14122d0-be11-43d6-aa88-0f7fb7619afb" -d '{"events": [{"server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "name": "network-vif-plugged", "status": "completed", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:41.989533 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:42.086825 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:42.100031 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8942e3-1618-4159-82d0-20d9a5ffd507 req-81fea437-58b0-4cb1-b746-148fd8e757c9 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:42.102414 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d8942e3-1618-4159-82d0-20d9a5ffd507 req-81fea437-58b0-4cb1-b746-148fd8e757c9 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0555410 Aug 31 09:06:42.139527 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:42.156195 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d8942e3-1618-4159-82d0-20d9a5ffd507 req-72b040e3-f392-4f8f-841e-d6075fe3c385 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464680 Aug 31 09:06:42.261057 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b575f0a-445d-44cd-8e8a-d8dddde0f21a req-28926d71-b14e-4321-9b6d-54a5971907ce tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:42.262514 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6b575f0a-445d-44cd-8e8a-d8dddde0f21a req-28926d71-b14e-4321-9b6d-54a5971907ce tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0496876 Aug 31 09:06:42.303127 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6b575f0a-445d-44cd-8e8a-d8dddde0f21a req-60a8e681-d11d-4f6d-bcff-b81f301bdee3 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342829 Aug 31 09:06:42.353522 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c565f269-4087-4453-9572-dd12faf3e63d x-openstack-request-id: req-c565f269-4087-4453-9572-dd12faf3e63d {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:42.353835 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "name": "network-vif-plugged", "status": "completed", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:42.354198 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c565f269-4087-4453-9572-dd12faf3e63d {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:42.354601 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'code': 200} Aug 31 09:06:42.411108 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-87f7c632-c8b0-4ac2-a68e-1b48dad8e110 req-6f6cb942-521b-4b41-9fd5-31eda54b639f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 210 time: 0.0276587 Aug 31 09:06:42.933108 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293bd53-4e05-4d12-abd9-fa0637a4786d req-62f76e68-c981-4dc0-a91d-84e6bae0c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:42.934492 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d293bd53-4e05-4d12-abd9-fa0637a4786d req-62f76e68-c981-4dc0-a91d-84e6bae0c375 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1099 time: 0.0432773 Aug 31 09:06:42.971727 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d293bd53-4e05-4d12-abd9-fa0637a4786d req-6570a434-88e3-4c8d-aea6-3b14e4357718 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291138 Aug 31 09:06:43.271471 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48092-a811-45ed-8c1f-69bdac80ed02 req-7c08dafe-825f-4103-9dd1-8889bc403b08 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:43.280881 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3ce48092-a811-45ed-8c1f-69bdac80ed02 req-7c08dafe-825f-4103-9dd1-8889bc403b08 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0494964 Aug 31 09:06:43.312863 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3ce48092-a811-45ed-8c1f-69bdac80ed02 req-b1422412-68d6-44dd-8e09-590953233d78 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338976 Aug 31 09:06:43.426823 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5d9d0-9ab6-4cb9-866b-a9c54dccf4d5 req-5be4da4f-4c56-405f-8009-8884aa5f16ff tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:43.433503 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d6c5d9d0-9ab6-4cb9-866b-a9c54dccf4d5 req-5be4da4f-4c56-405f-8009-8884aa5f16ff tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0500083 Aug 31 09:06:43.468044 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d6c5d9d0-9ab6-4cb9-866b-a9c54dccf4d5 req-ce984ca9-4af9-469f-bcf7-1bf27bcd3735 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330622 Aug 31 09:06:43.556354 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c8f77b3f-1098-499e-b0cd-54c8ca469b74 req-ab33c323-b4ed-41c6-b114-19dc7061fdfc tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 210 time: 0.0334840 Aug 31 09:06:44.444857 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab2027-7ede-4fa2-ac41-d15d108c442c req-f0e17e83-23c6-4336-ad43-e82718daa1b5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:44.446387 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b1ab2027-7ede-4fa2-ac41-d15d108c442c req-f0e17e83-23c6-4336-ad43-e82718daa1b5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0537517 Aug 31 09:06:44.486878 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b1ab2027-7ede-4fa2-ac41-d15d108c442c req-3f7bc4ae-13de-4936-a38e-651ec3138155 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340273 Aug 31 09:06:44.590886 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f7d94-ff66-4fb0-8b8b-f4f8ba57086e req-3bda8f9a-365e-42ec-8bcb-c99f1601d7f2 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:44.592388 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-337f7d94-ff66-4fb0-8b8b-f4f8ba57086e req-3bda8f9a-365e-42ec-8bcb-c99f1601d7f2 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0505004 Aug 31 09:06:44.630478 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-337f7d94-ff66-4fb0-8b8b-f4f8ba57086e req-c5a37629-5503-4de1-9a30-d8d6ea77d195 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319953 Aug 31 09:06:45.426528 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-513460c4-c47e-4102-a341-f601e3972bb9 req-e59b996d-8936-458a-93ff-f4083bd86374 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 210 time: 0.0416448 Aug 31 09:06:45.545941 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-038e326e-a266-42e2-92c0-a88ed627f9e7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.547445 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-038e326e-a266-42e2-92c0-a88ed627f9e7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 812 time: 0.1308129 Aug 31 09:06:45.562639 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab4a4-8575-4b26-8a5b-cb5f41dbe82d req-bd2f0f2d-f250-408a-9700-5a505d0837bf tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.564136 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007ab4a4-8575-4b26-8a5b-cb5f41dbe82d req-bd2f0f2d-f250-408a-9700-5a505d0837bf tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0773339 Aug 31 09:06:45.637616 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-6562fd08-0c40-4c15-af5c-e88d2ae4fec6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18c994179b2547efb476c55739f163b0 HTTP/1.1" status: 200 len: 380 time: 0.0696330 Aug 31 09:06:45.640734 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-007ab4a4-8575-4b26-8a5b-cb5f41dbe82d req-29adaefe-a572-44e2-a6e0-95fcbd797a33 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649142 Aug 31 09:06:45.649301 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-10e28f27-edf2-4e94-ab37-59831833230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.649301 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-10e28f27-edf2-4e94-ab37-59831833230c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 1099 time: 0.0440814 Aug 31 09:06:45.650050 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'port': {'device_id': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'admin_state_up': True, 'tenant_id': '18c994179b2547efb476c55739f163b0', 'security_groups': ['4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83']}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:45.704145 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.752829 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-de54514c-7ad6-4263-8900-b3a6049c1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.754402 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-de54514c-7ad6-4263-8900-b3a6049c1f56 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 912 time: 0.1006546 Aug 31 09:06:45.799072 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9359f-5913-44f1-bb3f-8ff39671599f req-61094a16-b6fd-48e6-949e-9dbfd472e93b tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.800672 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c3b9359f-5913-44f1-bb3f-8ff39671599f req-61094a16-b6fd-48e6-949e-9dbfd472e93b tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0868635 Aug 31 09:06:45.827629 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-761c5185-ca11-4279-8c3c-037fa1bcb00a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b HTTP/1.1" status: 200 len: 1002 time: 0.0652058 Aug 31 09:06:45.840432 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c3b9359f-5913-44f1-bb3f-8ff39671599f req-7d38a8ab-a4af-4305-9b00-aae096b65f7a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333009 Aug 31 09:06:45.879026 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-00781a16-4e8c-4bba-8507-39f62f46dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.880620 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-00781a16-4e8c-4bba-8507-39f62f46dec7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 200 len: 850 time: 0.0458071 Aug 31 09:06:45.933966 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-98b30ce4-488b-43e5-a8e4-5f9ee1ea9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.935399 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-98b30ce4-488b-43e5-a8e4-5f9ee1ea9318 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2d0785c-2165-4e34-93ca-0268b5014c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449998 Aug 31 09:06:45.958630 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c74382-7416-4b74-8f26-950968588dbc req-59c1128c-67c1-498d-913e-e0cf102ccc46 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:45.960847 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04c74382-7416-4b74-8f26-950968588dbc req-59c1128c-67c1-498d-913e-e0cf102ccc46 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0509174 Aug 31 09:06:45.985481 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Made reservation on behalf of 18c994179b2547efb476c55739f163b0 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:06:45.988925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.026469 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04c74382-7416-4b74-8f26-950968588dbc req-840307b4-49f5-4977-bd5b-8a86996a7fee tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583165 Aug 31 09:06:46.040007 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-b91cd1df-a379-48df-92fe-cc89b21a29e0 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960660 Aug 31 09:06:46.055224 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54048) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:46.152565 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Allocated IP 172.20.0.11 (764f79b7-4193-4197-b75c-76669e3f52b2/245ab52f-e6e4-4d78-bd11-a22541c18887/7cf2c947-43cf-4b0c-bab7-a507c33edae5) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:46.185508 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ca1cb-50d5-478b-86cc-98b2d82edef5 tempest-TestShelveInstance-1314934439 tempest-TestShelveInstance-1314934439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.186955 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-452ca1cb-50d5-478b-86cc-98b2d82edef5 tempest-TestShelveInstance-1314934439 tempest-TestShelveInstance-1314934439-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1094 time: 0.1295407 Aug 31 09:06:46.190624 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54052) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:46.190845 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-71a5da46-4ded-496c-9e4a-9cef52867a02 req-f5dc1060-d43c-436b-b073-7682f43fd9ea service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434460 Aug 31 09:06:46.201111 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'port_id': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:46.327736 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.342624 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Transition to ACTIVE for port object 7cf2c947-43cf-4b0c-bab7-a507c33edae5 will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:46.469785 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for floatingip, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.543948 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-006b4dab-b5f7-4340-9c39-bdcee59a3a60 req-943289aa-876e-4d3e-bd05-e850b85f718e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 210 time: 0.0290205 Aug 31 09:06:46.595506 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.630206 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.648268 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Network 764f79b7-4193-4197-b75c-76669e3f52b2 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:46.686777 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:46.693353 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:46.732517 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=7cf2c947-43cf-4b0c-bab7-a507c33edae5,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:46.782468 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.782815 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.783165 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.783630 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.783856 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.784503 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.784503 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.784767 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.785108 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.785427 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.785780 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.786095 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:46.830269 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.832943 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.866157 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Allocated IP 172.27.3.11 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/6ed5fecf-7888-42ed-8e0c-537b18d3bfe0) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:46.878346 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40de4f8-ef4f-4872-a51c-bfe2fec01cf8 req-b621968b-dec5-4987-a506-6aedd3823342 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:46.879902 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a40de4f8-ef4f-4872-a51c-bfe2fec01cf8 req-b621968b-dec5-4987-a506-6aedd3823342 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.1528759 Aug 31 09:06:46.970460 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a40de4f8-ef4f-4872-a51c-bfe2fec01cf8 req-0d0b261e-c182-4dee-ae6b-97041d443ec2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827277 Aug 31 09:06:46.990555 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5fea2789-2ac9-41c1-9b78-96ead0f91bbb tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3468275 Aug 31 09:06:47.019357 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Request body: {'port': {'device_id': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:47.026514 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.080898 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2bcb3294-285c-4de0-9c3a-a6f618a91548 None None] Provisioning for port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:47.085269 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2bcb3294-285c-4de0-9c3a-a6f618a91548 None None] Provisioning complete for port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:47.085643 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3294-285c-4de0-9c3a-a6f618a91548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.092903 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.119983 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb3294-285c-4de0-9c3a-a6f618a91548 None None] Port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:06:47.357456 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.404322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf2c947-43cf-4b0c-bab7-a507c33edae5 {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:47.409319 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:47.418360 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:47.423071 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.427672 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:47.432559 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'Port': ['ID=6ed5fecf-7888-42ed-8e0c-537b18d3bfe0,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:47.468227 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Transition to ACTIVE for port object 7cf2c947-43cf-4b0c-bab7-a507c33edae5 will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:06:47.646404 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.757557 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf2c947-43cf-4b0c-bab7-a507c33edae5,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:47.835920 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e63f-4eca-4a31-9864-5eb796927538 req-3a80156c-1ea0-4dd0-9827-b1be46d33758 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:47.837613 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c351e63f-4eca-4a31-9864-5eb796927538 req-3a80156c-1ea0-4dd0-9827-b1be46d33758 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.1945941 Aug 31 09:06:47.966503 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c351e63f-4eca-4a31-9864-5eb796927538 req-a7753437-b232-40db-addb-7f365ec9914b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050594 Aug 31 09:06:47.970817 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Attempting to bind port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:06:47.971162 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Attempting to bind port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:06:47.971522 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Attempting to bind port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 on network 764f79b7-4193-4197-b75c-76669e3f52b2 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:47.982605 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 on network 764f79b7-4193-4197-b75c-76669e3f52b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:06:47.982933 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Attempting to bind port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 on network 764f79b7-4193-4197-b75c-76669e3f52b2 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:06:48.009951 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:06:48.010294 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Checking segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:06:48.010684 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Bound using segment: {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:06:48.011160 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Bound port: 7cf2c947-43cf-4b0c-bab7-a507c33edae5, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:06:48.022259 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.067854 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.160101 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] For port 7cf2c947-43cf-4b0c-bab7-a507c33edae5, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:06:48.164575 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] For port 7cf2c947-43cf-4b0c-bab7-a507c33edae5, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf2c947-43cf-4b0c-bab7-a507c33edae5,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:06:48.172404 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb099746-e778-4df8-bd5a-1b81a6b25a55 req-b5ed5ab7-53cc-437c-b25d-9f2f17d1412f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.173896 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bb099746-e778-4df8-bd5a-1b81a6b25a55 req-b5ed5ab7-53cc-437c-b25d-9f2f17d1412f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.1175857 Aug 31 09:06:48.212412 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bb099746-e778-4df8-bd5a-1b81a6b25a55 req-2e76b7bc-2163-4446-9d9d-0f97219966b6 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324256 Aug 31 09:06:48.253262 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.273302 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.324750 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.325357 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.326744 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] 10.222.0.107 "PUT /v2.0/ports/7cf2c947-43cf-4b0c-bab7-a507c33edae5 HTTP/1.1" status: 200 len: 1094 time: 1.3174210 Aug 31 09:06:48.329114 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:48.331359 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6e9ed-cf21-46af-ae17-effc99f7ff4c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:48.393703 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe245e81-59d0-4848-bcdc-98b03bbb9555 x-openstack-request-id: req-fe245e81-59d0-4848-bcdc-98b03bbb9555 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:48.393998 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:48.394241 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe245e81-59d0-4848-bcdc-98b03bbb9555 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:48.394633 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'status': 'completed', 'code': 200} Aug 31 09:06:48.397863 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695e0ba-0b42-489a-9073-1f123d0cd740 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf2c947-43cf-4b0c-bab7-a507c33edae5,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:48.730154 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6e9ed-cf21-46af-ae17-effc99f7ff4c req-a70da436-37ab-4fd8-aa21-7f2a39dd9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.731561 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-47c6e9ed-cf21-46af-ae17-effc99f7ff4c req-a70da436-37ab-4fd8-aa21-7f2a39dd9d59 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 1097 time: 0.3251173 Aug 31 09:06:48.803000 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:48.852659 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6e9ed-cf21-46af-ae17-effc99f7ff4c req-ae9008a5-3a5e-41b0-ba1e-90b1cdf281b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:48.854199 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-47c6e9ed-cf21-46af-ae17-effc99f7ff4c req-ae9008a5-3a5e-41b0-ba1e-90b1cdf281b4 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=18c994179b2547efb476c55739f163b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1094654 Aug 31 09:06:48.914993 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.016065 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event updated for resources: {'Port': ['ID=6ed5fecf-7888-42ed-8e0c-537b18d3bfe0,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:49.026556 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6e9ed-cf21-46af-ae17-effc99f7ff4c req-046135f5-d0b3-44ac-8ddb-18ad0fa5c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.028059 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-47c6e9ed-cf21-46af-ae17-effc99f7ff4c req-046135f5-d0b3-44ac-8ddb-18ad0fa5c589 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657910 Aug 31 09:06:49.031277 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.206061 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-f83fb024-06ea-4c4c-b0dd-717912496be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.207563 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-f83fb024-06ea-4c4c-b0dd-717912496be3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 1097 time: 0.1192682 Aug 31 09:06:49.216357 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249cd22-7042-44c0-90f8-fe946b6372de req-f81ec0af-7c68-4f4e-9bfe-720fc31be09f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.217754 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3249cd22-7042-44c0-90f8-fe946b6372de req-f81ec0af-7c68-4f4e-9bfe-720fc31be09f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.1312077 Aug 31 09:06:49.268456 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-7a43383d-bda7-47fb-9b83-f720062e974e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cf2c947-43cf-4b0c-bab7-a507c33edae5 HTTP/1.1" status: 200 len: 217 time: 0.0473797 Aug 31 09:06:49.275402 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Floating IP a10d7f6f-83df-475c-9318-c09b882f8423 associated. External IP: 172.27.3.11, port: 0685355a-94b8-48a2-9c38-f4f76dfcb17d. Aug 31 09:06:49.379265 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3249cd22-7042-44c0-90f8-fe946b6372de req-e294b274-6198-4609-91e9-1e9591fe5a0a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500649 Aug 31 09:06:49.410124 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-e326b36a-c667-408e-ac35-494fa879c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.411597 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-e326b36a-c667-408e-ac35-494fa879c08a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.1338432 Aug 31 09:06:49.503294 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5eaec5cb-17a8-4754-a8ff-8392bf12b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:49.504772 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-5eaec5cb-17a8-4754-a8ff-8392bf12b82f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0828066 Aug 31 09:06:49.643507 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Router 05e1160f-e134-403b-b0b1-dbeaf0cff97d has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:06:49.652856 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-6e4fc8d5-ba5a-4697-8c98-0d9e40e5ef8f service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397109 Aug 31 09:06:49.824370 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7aca1003-560a-4048-aae4-40ffe27f29a6 req-66cd7005-bd5e-4190-a17c-2103c4b248f4 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633377 Aug 31 09:06:49.825381 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:06:49.838477 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] Sync routers for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:06:49.849014 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:49.851342 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:06:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:49.921287 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.949174 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-47841ebd-4e52-4663-8655-b25900054821 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7573805 Aug 31 09:06:49.956483 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:50.177078 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'a10d7f6f-83df-475c-9318-c09b882f8423', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'port_id': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'mac_address': 'fa:16:3e:13:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:47Z', 'updated_at': '2021-08-31T09:06:47Z', 'revision_number': 0, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 5, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:50.206487 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] Checking router: 05e1160f-e134-403b-b0b1-dbeaf0cff97d for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:06:50.215700 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:50.216296 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:06:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:50.317684 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:50.396141 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:50.398506 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a274985b-517c-42fe-9ac9-0e2b0f403402" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:50.434576 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecba598-deef-4bc7-ba67-6da4e810a16b x-openstack-request-id: req-5ecba598-deef-4bc7-ba67-6da4e810a16b {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:50.434921 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:50.435276 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ecba598-deef-4bc7-ba67-6da4e810a16b {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:50.435733 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'status': 'completed', 'code': 200} Aug 31 09:06:50.558026 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-008514f9-21ce-4c66-8353-e092a6633f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:50.560200 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-008514f9-21ce-4c66-8353-e092a6633f12 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d52805d534f459dae33ef8da61642cd&device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1099 time: 0.0797846 Aug 31 09:06:50.571141 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce8bb8-f0f0-4d66-a142-fb2b6ff4b98c req-7f572cd6-3e19-45de-9408-e0227feb03ff tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:50.572790 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e5ce8bb8-f0f0-4d66-a142-fb2b6ff4b98c req-7f572cd6-3e19-45de-9408-e0227feb03ff tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.0915835 Aug 31 09:06:50.665188 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e5ce8bb8-f0f0-4d66-a142-fb2b6ff4b98c req-331e922e-aa80-4889-aa62-87d8afd747e9 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834889 Aug 31 09:06:50.673939 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'a10d7f6f-83df-475c-9318-c09b882f8423', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'port_id': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'mac_address': 'fa:16:3e:13:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:47Z', 'updated_at': '2021-08-31T09:06:47Z', 'revision_number': 0, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 5, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:50.697688 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073da5e-f90b-4245-9637-1b0ca75fbf21 None None] The sync data for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi is: [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'a10d7f6f-83df-475c-9318-c09b882f8423', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'port_id': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'mac_address': 'fa:16:3e:13:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:47Z', 'updated_at': '2021-08-31T09:06:47Z', 'revision_number': 0, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 5, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:06:50.701455 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-471bfff2-5a23-4214-b700-20b740e9aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:50.702940 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-471bfff2-5a23-4214-b700-20b740e9aa54 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 200 len: 910 time: 0.1292162 Aug 31 09:06:50.775998 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-1b09a296-ee60-4170-9512-92fe8afc94b4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 200 len: 999 time: 0.0644615 Aug 31 09:06:50.834043 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-5d9651c1-a314-4c97-a8f3-a24947639af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:50.835636 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-5d9651c1-a314-4c97-a8f3-a24947639af0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee7202cd-00d3-4270-b087-9be3486c4421 HTTP/1.1" status: 200 len: 848 time: 0.0468190 Aug 31 09:06:50.891109 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-8c6ad085-ba34-42c1-a59e-b67eb685e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:50.892676 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-8c6ad085-ba34-42c1-a59e-b67eb685e34a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479107 Aug 31 09:06:50.898599 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6e2c1-b3ba-4ee8-8f4b-f8c6c38a63e3 None None] New status for floating IP a10d7f6f-83df-475c-9318-c09b882f8423: ACTIVE {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:06:50.989214 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-b6ea3d85-05c8-482a-bd0a-5c0689402a46 service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864265 Aug 31 09:06:51.089615 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a274985b-517c-42fe-9ac9-0e2b0f403402 req-35306b61-9eeb-4dba-8aac-bb83a66f7727 service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926027 Aug 31 09:06:51.796597 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924a92b-c407-4730-88af-a1833511f40c req-583dff0d-f0e8-4a9e-bc25-800808732861 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.798221 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4924a92b-c407-4730-88af-a1833511f40c req-583dff0d-f0e8-4a9e-bc25-800808732861 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.0543153 Aug 31 09:06:51.839180 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4924a92b-c407-4730-88af-a1833511f40c req-d5b9d6af-8752-4dc1-b7d6-502931ebc22e tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 Aug 31 09:06:52.957410 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50772428-c96d-471a-8d79-6fd6b4f3ab49 req-b95e27e4-182e-4ee3-9df4-5b448d196d71 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.958822 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-50772428-c96d-471a-8d79-6fd6b4f3ab49 req-b95e27e4-182e-4ee3-9df4-5b448d196d71 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.0510941 Aug 31 09:06:52.998174 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-50772428-c96d-471a-8d79-6fd6b4f3ab49 req-efc7fa3a-47a4-4a73-8fe7-0af3183ad644 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Aug 31 09:06:54.115377 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b00f40-2d37-42fd-9879-dbfddfa369a9 req-bdbced92-ccc8-471d-ab85-4c3ce3b5e7bf tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.117543 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-42b00f40-2d37-42fd-9879-dbfddfa369a9 req-bdbced92-ccc8-471d-ab85-4c3ce3b5e7bf tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.0508854 Aug 31 09:06:54.161409 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-42b00f40-2d37-42fd-9879-dbfddfa369a9 req-b702eecc-6c6c-406b-b26b-b90780ea0de9 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Aug 31 09:06:55.285631 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf28f8-4108-4ce9-8b03-cfedf9df6e87 req-8376c189-f2d6-4cde-97b5-e946befac6af tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:55.287219 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4eaf28f8-4108-4ce9-8b03-cfedf9df6e87 req-8376c189-f2d6-4cde-97b5-e946befac6af tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.0512631 Aug 31 09:06:55.331563 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4eaf28f8-4108-4ce9-8b03-cfedf9df6e87 req-52dea737-280a-46cd-93cd-0ca2df20302b tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369811 Aug 31 09:06:56.448385 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11452f-40e6-4289-a314-6b59b847190b req-8dbabf82-9301-4e6e-a006-312c98ef62fc tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:56.450032 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b11452f-40e6-4289-a314-6b59b847190b req-8dbabf82-9301-4e6e-a006-312c98ef62fc tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.0503542 Aug 31 09:06:56.491422 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0b11452f-40e6-4289-a314-6b59b847190b req-53295692-2906-4c9f-a118-a529584f846a tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344207 Aug 31 09:06:56.753257 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b379553f-da27-4dfa-8434-860b35f3719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.623457 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5854252-466d-4b46-8cdb-baba992ee95b req-dcf4882b-36d0-4796-b692-8f71653bc292 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:57.625386 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b5854252-466d-4b46-8cdb-baba992ee95b req-dcf4882b-36d0-4796-b692-8f71653bc292 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 944 time: 0.0571117 Aug 31 09:06:57.679040 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b5854252-466d-4b46-8cdb-baba992ee95b req-aeb56023-7d92-449f-a9bc-5f4ff5ebbb42 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Aug 31 09:06:57.817478 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 7cf2c947-43cf-4b0c-bab7-a507c33edae5 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:06:57.929064 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 7cf2c947-43cf-4b0c-bab7-a507c33edae5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf2c947-43cf-4b0c-bab7-a507c33edae5,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:57.945341 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'port_id': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'mac_address': 'fa:16:3e:ea:28:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:06:57.990347 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.004827 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf2c947-43cf-4b0c-bab7-a507c33edae5 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:06:58.024459 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 7cf2c947-43cf-4b0c-bab7-a507c33edae5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf2c947-43cf-4b0c-bab7-a507c33edae5,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:58.121012 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.173457 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=7cf2c947-43cf-4b0c-bab7-a507c33edae5,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:58.210299 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54128) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:58.484331 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['7cf2c947-43cf-4b0c-bab7-a507c33edae5'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:06:58.568091 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.821429 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1bfca-b82b-4180-9dfa-957dcfc9f4e8 req-bc09d4d4-3882-4491-9ee2-e463e8c71a92 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:58.822944 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a1a1bfca-b82b-4180-9dfa-957dcfc9f4e8 req-bc09d4d4-3882-4491-9ee2-e463e8c71a92 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 945 time: 0.0739241 Aug 31 09:06:58.884408 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a1a1bfca-b82b-4180-9dfa-957dcfc9f4e8 req-693f16d8-f44b-4b3c-bf0c-a1bf1d61a281 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444052 Aug 31 09:06:58.892855 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Deleting port 4648dcab-6b2b-4c37-a963-faea6095c2eb {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:06:58.893200 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.975918 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] For port 4648dcab-6b2b-4c37-a963-faea6095c2eb, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=4648dcab-6b2b-4c37-a963-faea6095c2eb,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:58.976295 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.989503 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Calling delete_port for 4648dcab-6b2b-4c37-a963-faea6095c2eb owned by network:router_interface {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:06:59.539112 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.568704 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4648dcab-6b2b-4c37-a963-faea6095c2eb,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:59.619869 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.665151 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-a5c5eefb-03ee-4409-b829-654e39392064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.757051 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.832249 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 7cf2c947-43cf-4b0c-bab7-a507c33edae5 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:06:59.977923 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:06:59.982769 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:06:59.983143 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.030903 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59415f5f-cbba-4ee2-8492-da7c638151e0 req-1bfe97aa-f8c7-4b42-8fab-22ca3162f5f4 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.032814 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-59415f5f-cbba-4ee2-8492-da7c638151e0 req-1bfe97aa-f8c7-4b42-8fab-22ca3162f5f4 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 945 time: 0.0700240 Aug 31 09:07:00.037423 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Router c53134bc-5f4f-459a-88a1-22cd866edfe4 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:00.063532 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.089897 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:00.092095 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c907c98c-fa71-43fc-9f77-16026281aa37" -d '{"events": [{"server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "name": "network-vif-plugged", "status": "completed", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:00.105324 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 7cf2c947-43cf-4b0c-bab7-a507c33edae5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf2c947-43cf-4b0c-bab7-a507c33edae5,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:00.121786 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-59415f5f-cbba-4ee2-8492-da7c638151e0 req-2ab86527-a099-4613-a194-de81e377f7e5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818570 Aug 31 09:07:00.167002 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac4e22d-1c03-45c0-8f92-bd5b16bdb83f x-openstack-request-id: req-3ac4e22d-1c03-45c0-8f92-bd5b16bdb83f {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:00.167329 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "name": "network-vif-plugged", "status": "completed", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:00.167581 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ac4e22d-1c03-45c0-8f92-bd5b16bdb83f {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:00.167975 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'code': 200} Aug 31 09:07:00.181051 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:00.187329 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-745383a5-eecd-448f-a40f-b713d73467ce admin admin] 10.222.0.66 "PUT /v2.0/routers/c53134bc-5f4f-459a-88a1-22cd866edfe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9759195 Aug 31 09:07:00.192100 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] Sync routers for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:00.199992 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54138) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:00.201680 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:00.202318 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:00.241598 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.304575 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks [] for router, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.336717 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=7cf2c947-43cf-4b0c-bab7-a507c33edae5,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:00.347572 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:00.411579 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.533961 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '549163c2-176b-4171-8749-c25898834c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:06:59Z', 'revision_number': 5, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port': {'id': '549163c2-176b-4171-8749-c25898834c18', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:34Z', 'updated_at': '2021-08-31T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:00.537102 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Deleting port 549163c2-176b-4171-8749-c25898834c18 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:00.537473 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.564841 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] Checking router: c53134bc-5f4f-459a-88a1-22cd866edfe4 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:00.573610 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] Routers {'c53134bc-5f4f-459a-88a1-22cd866edfe4'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:00.574223 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c53134bc-5f4f-459a-88a1-22cd866edfe4'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:00.619187 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] For port 549163c2-176b-4171-8749-c25898834c18, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=549163c2-176b-4171-8749-c25898834c18,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:00.619504 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.634220 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Calling delete_port for 549163c2-176b-4171-8749-c25898834c18 owned by network:router_gateway {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:00.679867 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] Set router c53134bc-5f4f-459a-88a1-22cd866edfe4 gateway port host: None {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:00.748042 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:07:00Z', 'revision_number': 6, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port_host': None}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:00.780984 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e296875e-7b3e-4579-9716-4dbcf715955f None None] The sync data for ids ['c53134bc-5f4f-459a-88a1-22cd866edfe4'] in dv-cinder-786524-11-iscsi is: [{'id': 'c53134bc-5f4f-459a-88a1-22cd866edfe4', 'name': 'tempest-TestMinimumBasicScenario-85971373-router', 'tenant_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:33Z', 'updated_at': '2021-08-31T09:07:00Z', 'revision_number': 6, 'project_id': 'ca8fe1cb99444af090b9a97e6cbd4567', 'gw_port_host': None}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:00.794373 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6b58-d50c-45b1-85c1-2da2872cd4ca req-188c78a9-2a3f-460d-b846-76a82e0d5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:00.796034 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cad6b58-d50c-45b1-85c1-2da2872cd4ca req-188c78a9-2a3f-460d-b846-76a82e0d5ae3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 1099 time: 0.1149147 Aug 31 09:07:00.820126 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.865547 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cad6b58-d50c-45b1-85c1-2da2872cd4ca req-317853f3-6f94-439c-9dcc-0572539a59fc service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584507 Aug 31 09:07:00.959374 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.987229 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Pushing event deleted for resources: {'Port': ['ID=549163c2-176b-4171-8749-c25898834c18,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:01.051096 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.162220 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.165698 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.283013 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e76b-e3f5-44bb-a3ab-ff8ca10a9385 req-7e4d953b-a272-494f-a307-3a876cdbbf60 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:01.284555 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0304e76b-e3f5-44bb-a3ab-ff8ca10a9385 req-7e4d953b-a272-494f-a307-3a876cdbbf60 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 946 time: 0.0577874 Aug 31 09:07:01.324347 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0304e76b-e3f5-44bb-a3ab-ff8ca10a9385 req-6dd3982f-3ab5-4ed8-9794-2efe1d0f41a6 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329909 Aug 31 09:07:01.332067 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.332644 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53134bc-5f4f-459a-88a1-22cd866edfe4 {{(pid=101245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:07:01.339632 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.340874 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c75ebdaf-6333-4443-93cb-ec74087b3459 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c53134bc-5f4f-459a-88a1-22cd866edfe4 HTTP/1.1" status: 204 len: 168 time: 1.1400673 Aug 31 09:07:01.343464 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54142) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:01.391085 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8257790-8b3d-417b-b0f3-6fc94d32cf99 admin admin] Deleting subnet 17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:07:01.394560 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8257790-8b3d-417b-b0f3-6fc94d32cf99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.432811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8257790-8b3d-417b-b0f3-6fc94d32cf99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.547741 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8257790-8b3d-417b-b0f3-6fc94d32cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.593254 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 4648dcab-6b2b-4c37-a963-faea6095c2eb no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:01.618103 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 4648dcab-6b2b-4c37-a963-faea6095c2eb {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:01.618423 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 4648dcab-6b2b-4c37-a963-faea6095c2eb not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:01.748759 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8257790-8b3d-417b-b0f3-6fc94d32cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.777210 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8257790-8b3d-417b-b0f3-6fc94d32cf99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:01.779244 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c8257790-8b3d-417b-b0f3-6fc94d32cf99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.783726 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a887564-eec1-4e09-b91f-2ca5b6b7beb2 None None] Network e7588399-ec1a-406a-b5a7-a8e40e5ba208 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:01.784504 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54144) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:01.787270 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c8257790-8b3d-417b-b0f3-6fc94d32cf99 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/17abbd83-04e0-4ca1-85f3-2bf3ee7ed15d HTTP/1.1" status: 204 len: 168 time: 0.4368823 Aug 31 09:07:01.876860 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.946832 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Deleting port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:01.947173 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:01.988960 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] DHCP port deletion for e7588399-ec1a-406a-b5a7-a8e40e5ba208 request from dv-cinder-786524-11-iscsi {{(pid=101247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:07:02.024636 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] For port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:02.024988 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.038716 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Calling delete_port for 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda owned by network:dhcp {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:02.068963 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] Deleting port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda {{(pid=101247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:02.069501 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.170079 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] For port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,segment=NetworkSegment(95060576-18fe-494d-b594-adc12184c931),segment_id=95060576-18fe-494d-b594-adc12184c931)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:02.170434 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.184233 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] Calling delete_port for 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda owned by network:dhcp {{(pid=101247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:02.193338 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.218565 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Pushing event deleted for resources: {'Port': ['ID=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:02.223446 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] No DVR routers for this DVR port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda on host dv-cinder-786524-11-iscsi {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:02.232436 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.232678 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.232972 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.233397 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.233634 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.233965 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.234294 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.234622 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.234948 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.235297 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.235619 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.235952 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:02.306827 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.312488 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.329407 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7588399-ec1a-406a-b5a7-a8e40e5ba208']}} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:02.337771 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] Pushing event deleted for resources: {'Port': ['ID=5e36b8a4-6705-4c34-90b9-b1ecdeeeacda,revision_number=None']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:02.339767 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee328e5d-3400-4831-9c7b-bb73efe2b4aa None None] No DVR routers for this DVR port 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda on host dv-cinder-786524-11-iscsi {{(pid=101247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:02.343682 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95060576-18fe-494d-b594-adc12184c931') {'for_net_delete': True} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:02.344141 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95060576-18fe-494d-b594-adc12184c931') {} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:02.357453 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26091462'] for segment, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.379825 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.386678 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=101246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:07:02.387085 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25382070'] for segment, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: Traceback (most recent call last): Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: timer() Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: cb(*args, **kw) Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: return func(*args, **kwargs) Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: self._notify() Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: self.callback(batched_events) Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: event.method(event) Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: return f(self, *a, **k) Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._get(url).json() Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: return self.request(url, 'GET', **kwargs) Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:07:02.388989 dv-cinder-786524-11-iscsi neutron-server[101246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:07:02.463427 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f51a2-229e-484b-9d44-0ee0f8946c7a req-5cb33c08-f2cb-4f00-84ad-4a6165a8b269 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:02.464982 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7b8f51a2-229e-484b-9d44-0ee0f8946c7a req-5cb33c08-f2cb-4f00-84ad-4a6165a8b269 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 946 time: 0.0551448 Aug 31 09:07:02.475863 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.509867 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7b8f51a2-229e-484b-9d44-0ee0f8946c7a req-3d63b1d1-6bb3-479f-aeff-e34241a54049 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387096 Aug 31 09:07:02.549288 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.557351 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.564745 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] 10.222.0.66 "DELETE /v2.0/networks/e7588399-ec1a-406a-b5a7-a8e40e5ba208 HTTP/1.1" status: 204 len: 168 time: 0.7738135 Aug 31 09:07:02.566982 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54148) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:02.568770 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c234d-5e1b-481b-8fef-e5c9b15683fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e7588399-ec1a-406a-b5a7-a8e40e5ba208,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:03.023479 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:07:03.103791 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 549163c2-176b-4171-8749-c25898834c18 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:03.127315 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 549163c2-176b-4171-8749-c25898834c18 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:03.127658 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 549163c2-176b-4171-8749-c25898834c18 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:03.128081 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:03.147751 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:03.156341 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 5e36b8a4-6705-4c34-90b9-b1ecdeeeacda not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:03.193674 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.456118 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Deleting port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:03.456454 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.541530 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] For port 9c1ed714-62b9-46f7-89d6-356ab9dcff6c, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,segment=NetworkSegment(488a2218-06cf-4079-a722-1afab487d346),segment_id=488a2218-06cf-4079-a722-1afab487d346)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:03.542152 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.556383 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Calling delete_port for 9c1ed714-62b9-46f7-89d6-356ab9dcff6c owned by network:router_interface {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:03.711558 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c284afa-e54b-4d9c-be70-16a52dae75b3 req-86bd9c13-1387-4a68-a554-3d1bf50e9e9d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:03.713080 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5c284afa-e54b-4d9c-be70-16a52dae75b3 req-86bd9c13-1387-4a68-a554-3d1bf50e9e9d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 946 time: 0.1062417 Aug 31 09:07:03.775548 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5c284afa-e54b-4d9c-be70-16a52dae75b3 req-324d8643-97f5-4a45-873b-049aee8cdc96 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526452 Aug 31 09:07:03.920717 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8befa-e3f4-4a05-9cb3-53eeb6aee291 req-bc3cb6a2-75a1-4daf-8c39-8d3e5e0ecc96 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:03.922202 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f8a8befa-e3f4-4a05-9cb3-53eeb6aee291 req-bc3cb6a2-75a1-4daf-8c39-8d3e5e0ecc96 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 946 time: 0.0512826 Aug 31 09:07:03.949150 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.989671 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f8a8befa-e3f4-4a05-9cb3-53eeb6aee291 req-f1bbadde-f66c-4c92-b013-2298862feaa2 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611663 Aug 31 09:07:03.992202 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1ed714-62b9-46f7-89d6-356ab9dcff6c,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:04.018302 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54156) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:04.184245 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6747fc-2932-4cc0-aab7-c432a299e39d tempest-TestVolumeBootPattern-1236259556 tempest-TestVolumeBootPattern-1236259556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:04.186048 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-4c6747fc-2932-4cc0-aab7-c432a299e39d tempest-TestVolumeBootPattern-1236259556 tempest-TestVolumeBootPattern-1236259556-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 1094 time: 0.1673658 Aug 31 09:07:04.189207 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54160) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:04.193728 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'port_id': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:04.222000 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.348515 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.460163 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.471941 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Router 63c8924a-0bf6-4002-ae3e-9935492d0a5d has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:04.587883 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Allocated IP 172.27.3.96 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/69c998a2-b1de-4cd3-88bd-e219532f8d8d) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:04.597998 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:04.606892 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-d86b8377-71d4-43a5-ab75-1f07409fff86 admin admin] 10.222.0.66 "PUT /v2.0/routers/63c8924a-0bf6-4002-ae3e-9935492d0a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0362887 Aug 31 09:07:04.607835 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54162) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:04.611966 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] Sync routers for ids ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:04.623924 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] Routers {'63c8924a-0bf6-4002-ae3e-9935492d0a5d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:04.624659 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:04.717209 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.733219 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks [] for router, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.734736 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] Set router 63c8924a-0bf6-4002-ae3e-9935492d0a5d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:04.842020 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.885176 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.920660 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:07:03Z', 'revision_number': 5, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port': {'id': 'c5628199-995f-45cb-ae45-5e52be2a03a2', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:04.926632 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:04.933290 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:04.937361 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:04.940958 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=69c998a2-b1de-4cd3-88bd-e219532f8d8d,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:04.964486 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] Checking router: 63c8924a-0bf6-4002-ae3e-9935492d0a5d for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:04.977635 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] Routers {'63c8924a-0bf6-4002-ae3e-9935492d0a5d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:04.979706 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:05.013016 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Deleting port c5628199-995f-45cb-ae45-5e52be2a03a2 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:05.013356 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.102825 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] Set router 63c8924a-0bf6-4002-ae3e-9935492d0a5d gateway port host: None {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:05.121852 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] For port c5628199-995f-45cb-ae45-5e52be2a03a2, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c5628199-995f-45cb-ae45-5e52be2a03a2,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:05.122660 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.140925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Calling delete_port for c5628199-995f-45cb-ae45-5e52be2a03a2 owned by network:router_gateway {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:05.170958 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:07:04Z', 'revision_number': 6, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port_host': None}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:05.208362 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b45ea-8f29-47ad-ba11-31042add6e4f None None] The sync data for ids ['63c8924a-0bf6-4002-ae3e-9935492d0a5d'] in dv-cinder-786524-11-iscsi is: [{'id': '63c8924a-0bf6-4002-ae3e-9935492d0a5d', 'name': 'tempest-TestMinimumBasicScenario-738024994-router', 'tenant_id': '269135a0b29546d78bfed3718b17a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:48Z', 'updated_at': '2021-08-31T09:07:04Z', 'revision_number': 6, 'project_id': '269135a0b29546d78bfed3718b17a083', 'gw_port_host': None}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:05.421879 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.440190 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.455147 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5628199-995f-45cb-ae45-5e52be2a03a2,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.527230 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.602774 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.628453 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.632328 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.781602 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.812593 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.813145 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c8924a-0bf6-4002-ae3e-9935492d0a5d {{(pid=101245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:07:05.819065 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.820300 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-0f69c744-30f5-4502-9db8-ae7f23fe4cbb admin admin] 10.222.0.66 "DELETE /v2.0/routers/63c8924a-0bf6-4002-ae3e-9935492d0a5d HTTP/1.1" status: 204 len: 168 time: 1.2121766 Aug 31 09:07:05.822831 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54164) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:05.867646 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.873487 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a3ef09-6644-481b-bd0b-3f969feae8b2 admin admin] Deleting subnet 8cde743f-a8d5-4e72-8005-069db8716c31 {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:07:05.877381 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36a3ef09-6644-481b-bd0b-3f969feae8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.916298 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36a3ef09-6644-481b-bd0b-3f969feae8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.939285 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event updated for resources: {'Port': ['ID=69c998a2-b1de-4cd3-88bd-e219532f8d8d,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.951641 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.997710 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36a3ef09-6644-481b-bd0b-3f969feae8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.061021 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.l3_db [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Floating IP 097744d4-7c3d-4993-b756-395fa8e4984b associated. External IP: 172.27.3.96, port: 7cf2c947-43cf-4b0c-bab7-a507c33edae5. Aug 31 09:07:06.210932 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36a3ef09-6644-481b-bd0b-3f969feae8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.244970 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3ef09-6644-481b-bd0b-3f969feae8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cde743f-a8d5-4e72-8005-069db8716c31,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:06.247235 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36a3ef09-6644-481b-bd0b-3f969feae8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.249335 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-36a3ef09-6644-481b-bd0b-3f969feae8b2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8cde743f-a8d5-4e72-8005-069db8716c31 HTTP/1.1" status: 204 len: 168 time: 0.4254582 Aug 31 09:07:06.252405 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54166) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:06.259928 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cffb789-547e-4d24-8f16-22cc8cf42355 None None] Network 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:06.345332 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.348195 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:06.442450 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] DHCP port deletion for 03e43757-1fd2-4f49-9dd9-ca1efbc970c8 request from dv-cinder-786524-11-iscsi {{(pid=101247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:07:06.495446 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] Deleting port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 {{(pid=101247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:06.495824 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.570616 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] For port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,segment=NetworkSegment(488a2218-06cf-4079-a722-1afab487d346),segment_id=488a2218-06cf-4079-a722-1afab487d346)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:06.570940 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.585513 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] Calling delete_port for 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 owned by network:dhcp {{(pid=101247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:06.746975 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Deleting port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:06.747622 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.749517 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:06.760759 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:06.785954 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:06.786583 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:06.825517 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] For port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,segment=NetworkSegment(488a2218-06cf-4079-a722-1afab487d346),segment_id=488a2218-06cf-4079-a722-1afab487d346)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:06.825797 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.842641 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Calling delete_port for 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 owned by network:dhcp {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:06.902732 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:06.920248 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.947353 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f23589d6-67b0-4aac-8661-9a2090e7810d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7570348 Aug 31 09:07:06.947944 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:06.950444 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe3114d-e261-4c4d-97df-f9ad651d8130" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:06.978119 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.997253 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.002227 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42f5649-62cd-4a49-a3e5-b2b41832b947 x-openstack-request-id: req-e42f5649-62cd-4a49-a3e5-b2b41832b947 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:07.002528 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:07.002757 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e42f5649-62cd-4a49-a3e5-b2b41832b947 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:07.003145 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'status': 'completed', 'code': 200} Aug 31 09:07:07.005801 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:07.009814 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] No DVR routers for this DVR port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 on host dv-cinder-786524-11-iscsi {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:07.037768 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] No DVR routers for this DVR port 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 on host dv-cinder-786524-11-iscsi {{(pid=101247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:07.039596 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca60ab4-43d2-4901-818f-221b8fc776e7 None None] Pushing event deleted for resources: {'Port': ['ID=97fdbf0a-fdac-44b9-97ae-d4d8262e10f7,revision_number=None']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:07.094418 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.103388 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-8740fd14-871e-4b59-ab87-1b81464cd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:07.105595 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-8740fd14-871e-4b59-ab87-1b81464cd171 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 1099 time: 0.0540800 Aug 31 09:07:07.106367 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e43757-1fd2-4f49-9dd9-ca1efbc970c8']}} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:07.119176 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488a2218-06cf-4079-a722-1afab487d346') {'for_net_delete': True} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:07.119621 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488a2218-06cf-4079-a722-1afab487d346') {} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:07.133792 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26091462'] for segment, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.162128 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.171063 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c5628199-995f-45cb-ae45-5e52be2a03a2 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:07.172430 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=101246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:07:07.172877 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25382070'] for segment, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: self.session.flush() Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: self.session.flush() Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: self.session.flush() Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: self.session.flush() Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: Traceback (most recent call last): Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: timer() Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: cb(*args, **kw) Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: return func(*args, **kwargs) Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: self._notify() Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: self.callback(batched_events) Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: event.method(event) Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: return f(self, *a, **k) Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._get(url).json() Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: return self.request(url, 'GET', **kwargs) Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:07:07.174832 dv-cinder-786524-11-iscsi neutron-server[101246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:07:07.201046 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: c5628199-995f-45cb-ae45-5e52be2a03a2 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:07.201411 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c5628199-995f-45cb-ae45-5e52be2a03a2 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:07.201834 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 9c1ed714-62b9-46f7-89d6-356ab9dcff6c no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:07.244973 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 9c1ed714-62b9-46f7-89d6-356ab9dcff6c {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:07.245316 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 9c1ed714-62b9-46f7-89d6-356ab9dcff6c not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:07.261512 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:07.262265 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-a10f1d77-e704-4aee-9414-3e03536f51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:07.262265 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-a10f1d77-e704-4aee-9414-3e03536f51a2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 913 time: 0.1260777 Aug 31 09:07:07.268667 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:07.269010 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 97fdbf0a-fdac-44b9-97ae-d4d8262e10f7 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:07.299058 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '097744d4-7c3d-4993-b756-395fa8e4984b', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:ea:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:05Z', 'updated_at': '2021-08-31T09:07:05Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}, {'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:38Z', 'revision_number': 1, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:07.335467 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:07.344571 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:07.345200 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:07.354405 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-706ffde1-c4e8-4d77-8f43-dc77980bed25 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cf2c947-43cf-4b0c-bab7-a507c33edae5 HTTP/1.1" status: 200 len: 999 time: 0.0881729 Aug 31 09:07:07.359454 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.366726 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.372022 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/03e43757-1fd2-4f49-9dd9-ca1efbc970c8 HTTP/1.1" status: 204 len: 168 time: 1.1183262 Aug 31 09:07:07.388422 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f1cb8-0a09-4fbe-a834-4239dd4dd8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e43757-1fd2-4f49-9dd9-ca1efbc970c8,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:07.427235 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-6c67af24-03ce-4ecb-b04a-06df5847dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:07.428795 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-6c67af24-03ce-4ecb-b04a-06df5847dfdd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.0588384 Aug 31 09:07:07.478482 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:07.490937 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-aa4ccf5c-062a-44a9-99ea-0bea689beaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:07.492496 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-aa4ccf5c-062a-44a9-99ea-0bea689beaab service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471952 Aug 31 09:07:07.611870 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-2a0e0b0f-69d0-48ee-b56b-7add04bce046 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965214 Aug 31 09:07:07.748691 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bfe3114d-e261-4c4d-97df-f9ad651d8130 req-835b465b-865b-427c-9494-52be294cf1f5 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067677 Aug 31 09:07:07.761708 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '097744d4-7c3d-4993-b756-395fa8e4984b', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:ea:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:05Z', 'updated_at': '2021-08-31T09:07:05Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}, {'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:38Z', 'revision_number': 1, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:07.791163 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a7668a-aca6-477d-9352-1850b105d36c None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '097744d4-7c3d-4993-b756-395fa8e4984b', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:ea:28:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:05Z', 'updated_at': '2021-08-31T09:07:05Z', 'revision_number': 0, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}, {'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:38Z', 'revision_number': 1, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:07.844837 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54176) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:07.890111 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-cda46b8c-5f98-4b17-aaa7-4c984f756cff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ca8fe1cb99444af090b9a97e6cbd4567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439651 Aug 31 09:07:07.892788 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54178) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:07.951742 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-548e4316-0acf-4eb4-a861-990663c6443e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.977055 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-548e4316-0acf-4eb4-a861-990663c6443e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.013029 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfc04a-488b-4c36-a309-172ff73c9088 None None] New status for floating IP 097744d4-7c3d-4993-b756-395fa8e4984b: ACTIVE {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:07:08.138298 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-548e4316-0acf-4eb4-a861-990663c6443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.140833 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-548e4316-0acf-4eb4-a861-990663c6443e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.142020 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-548e4316-0acf-4eb4-a861-990663c6443e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb8b98ec-22b0-44e6-96b7-6b102f027bd1 HTTP/1.1" status: 204 len: 168 time: 0.2483215 Aug 31 09:07:08.152619 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e4316-0acf-4eb4-a861-990663c6443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8b98ec-22b0-44e6-96b7-6b102f027bd1,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:09.092247 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54184) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:09.137671 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ec6c5c28-2e03-4607-8cec-beaf87da7c50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=269135a0b29546d78bfed3718b17a083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442390 Aug 31 09:07:09.140278 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54186) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:09.198153 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b56-8109-49cd-ab5f-5c287823130b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.226812 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b56-8109-49cd-ab5f-5c287823130b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.377925 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b56-8109-49cd-ab5f-5c287823130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.380589 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b56-8109-49cd-ab5f-5c287823130b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.381820 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-33eb5b56-8109-49cd-ab5f-5c287823130b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0c91b30-e044-4ddd-97c4-d2291344a9d0 HTTP/1.1" status: 204 len: 168 time: 0.2405927 Aug 31 09:07:09.393528 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb5b56-8109-49cd-ab5f-5c287823130b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c91b30-e044-4ddd-97c4-d2291344a9d0,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:15.795777 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:19.426586 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-6e8d8343-9514-4a79-a53d-1cfd98d1b54c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411334 Aug 31 09:07:19.497953 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-04f9e709-befe-4509-bd34-e31352ca8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:19.499550 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-04f9e709-befe-4509-bd34-e31352ca8ce9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 1098 time: 0.0441930 Aug 31 09:07:19.612551 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-da74fa8d-00bb-4317-8a16-1b9dac9412f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:19.613950 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-da74fa8d-00bb-4317-8a16-1b9dac9412f2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 913 time: 0.0869458 Aug 31 09:07:19.688365 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-6e81d14d-b592-41c2-824b-0fd774efc34c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59c86425-6fd7-4d09-a631-143d513ffe55 HTTP/1.1" status: 200 len: 1001 time: 0.0633345 Aug 31 09:07:19.740961 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-52b6329a-0d68-4f84-a3a6-ee07ce24831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:19.742385 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-52b6329a-0d68-4f84-a3a6-ee07ce24831f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.0434024 Aug 31 09:07:19.794560 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-a897e71d-f9ac-4d6a-a012-d6192a1e110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:19.796107 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-a897e71d-f9ac-4d6a-a012-d6192a1e110e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410612 Aug 31 09:07:19.894409 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-b7164dc6-5706-4a29-88be-b31785e6a9c0 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Aug 31 09:07:19.998208 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6e3d1995-8dab-464a-b2dc-5cfa266eea21 req-4e443fb6-b472-4e0e-a781-d19f8b7d65ff service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846591 Aug 31 09:07:26.755857 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2bd79e71-a9e7-4d0c-8bb1-5584430a8582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.440567 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013855e4-00d1-47c4-95b9-fa1b33904d19 req-162ffa6a-3788-4fb2-9399-926e0ab74d8e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:28.441976 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-013855e4-00d1-47c4-95b9-fa1b33904d19 req-162ffa6a-3788-4fb2-9399-926e0ab74d8e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0532732 Aug 31 09:07:28.481144 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-013855e4-00d1-47c4-95b9-fa1b33904d19 req-eb66e3af-6164-45c9-9658-5a7c89e0c78d tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326431 Aug 31 09:07:29.598748 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01810c3b-20c7-47fc-9e4b-bebffaeb255e req-97d31fd4-4806-4bed-9c62-3b67444fa7f9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:29.600745 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01810c3b-20c7-47fc-9e4b-bebffaeb255e req-97d31fd4-4806-4bed-9c62-3b67444fa7f9 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0487530 Aug 31 09:07:29.638228 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-01810c3b-20c7-47fc-9e4b-bebffaeb255e req-9e9d1d74-e511-4fe9-a0b8-cee9858fd937 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Aug 31 09:07:29.679470 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:29.781446 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-484398a6-7fe5-46ed-8a8a-655c3be603d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:30.774588 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-1d1d7ff7-048a-43ac-8de6-cbfa4042c203 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:30.776060 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-1d1d7ff7-048a-43ac-8de6-cbfa4042c203 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0804317 Aug 31 09:07:30.787681 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9a791-53b0-42fa-adf7-73d1f58ae8b3 req-66e1a441-50fe-446c-9a63-6b5b3775f624 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:30.789146 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f7c9a791-53b0-42fa-adf7-73d1f58ae8b3 req-66e1a441-50fe-446c-9a63-6b5b3775f624 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 947 time: 0.0674944 Aug 31 09:07:30.874044 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f7c9a791-53b0-42fa-adf7-73d1f58ae8b3 req-e05595aa-3259-4489-92d8-1db12ed16869 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups?id=e2594674-4865-4054-97a2-fd1e6f365e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777171 Aug 31 09:07:30.904423 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Deleting port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:30.908478 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:30.945872 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.000666 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] For port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:31.001031 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.433505 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.433894 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.434222 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Floating IP b4231cad-8dda-4cef-b00b-4e540053f0dd disassociated. External IP: 172.27.3.159, port: 5fb80d80-f0d1-4fde-beab-390aaf5e53ea. Aug 31 09:07:31.434569 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Calling delete_port for 5fb80d80-f0d1-4fde-beab-390aaf5e53ea owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:31.770206 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:31.799523 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event deleted for resources: {'Port': ['ID=5fb80d80-f0d1-4fde-beab-390aaf5e53ea,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:31.913182 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Router c09a7385-937c-468a-a2bd-88894604367a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:31.988913 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ce2e554d-69d6-4650-9969-a3812ad8d275 req-806ff6e6-10a0-4e0e-92a4-4e9dd7d970ce tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 210 time: 0.0313778 Aug 31 09:07:32.043624 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:32.053532 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] Sync routers for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:32.063181 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:32.063825 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:32.089867 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] No DVR routers for this DVR port 5fb80d80-f0d1-4fde-beab-390aaf5e53ea on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:32.093117 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.096172 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-421ae4d9-5284-49a6-86c0-8038622b5b6e req-cd5d7d12-f2da-4aa6-a53b-9ce03d4429e1 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.107 "DELETE /v2.0/ports/5fb80d80-f0d1-4fde-beab-390aaf5e53ea HTTP/1.1" status: 204 len: 173 time: 1.3059652 Aug 31 09:07:32.096782 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-deleted', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:32.100981 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308f794a-b0dc-483c-8524-746570886bc8" -d '{"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-deleted", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:32.144505 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf4428f-3596-44d6-851d-e18709cc309a x-openstack-request-id: req-ecf4428f-3596-44d6-851d-e18709cc309a {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:32.144889 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a0955d-ab4f-4a51-af47-668bc3ea8bac", "name": "network-vif-deleted", "tag": "5fb80d80-f0d1-4fde-beab-390aaf5e53ea", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:32.145138 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ecf4428f-3596-44d6-851d-e18709cc309a {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:32.145530 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a0955d-ab4f-4a51-af47-668bc3ea8bac', 'name': 'network-vif-deleted', 'tag': '5fb80d80-f0d1-4fde-beab-390aaf5e53ea', 'status': 'completed', 'code': 200} Aug 31 09:07:32.173597 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:32.384680 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:32.416627 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] Checking router: c09a7385-937c-468a-a2bd-88894604367a for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:32.430832 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:32.431717 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:32.540745 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:32.646583 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.746194 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:32.772418 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebade4-2013-4f0c-9fb3-951df259105b None None] The sync data for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi is: [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T08:59:21Z', 'revision_number': 4, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c34073df-d7e3-41eb-8ea6-2dfa20841378', 'name': '', 'network_id': 'c0d7214a-0098-458d-b679-d06fdde64071', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'mac_address': 'fa:16:3e:31:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:19Z', 'updated_at': '2021-08-31T08:59:33Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'subnets': [{'id': 'a2aff9a9-222d-427f-b487-6d66c70cfae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:32.983049 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec7a103-8b1f-4482-af95-8338eba4545c None None] New status for floating IP b4231cad-8dda-4cef-b00b-4e540053f0dd: DOWN {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:07:33.100983 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-30c160a5-937d-42ec-ab55-f92709da0e3e req-1fe50aea-078f-416f-a297-a1026a72560c tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 210 time: 0.0254200 Aug 31 09:07:34.038722 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:34.059789 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 5fb80d80-f0d1-4fde-beab-390aaf5e53ea {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:34.064928 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 5fb80d80-f0d1-4fde-beab-390aaf5e53ea not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:34.209295 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c7fe7a25-0ef0-40f6-bd27-110815a2b760 req-44614785-7ca0-4391-a58a-93d8bef1218f tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a0955d-ab4f-4a51-af47-668bc3ea8bac HTTP/1.1" status: 200 len: 210 time: 0.0256703 Aug 31 09:07:35.475884 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54244) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:35.530634 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cece-0f35-48af-941d-347db68b2142 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.554123 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cece-0f35-48af-941d-347db68b2142 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.794455 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cece-0f35-48af-941d-347db68b2142 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.797166 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5dd0cece-0f35-48af-941d-347db68b2142 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:35.798366 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-5dd0cece-0f35-48af-941d-347db68b2142 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "DELETE /v2.0/security-groups/e2594674-4865-4054-97a2-fd1e6f365e81 HTTP/1.1" status: 204 len: 168 time: 0.3214571 Aug 31 09:07:35.801229 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54246) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:35.808472 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0cece-0f35-48af-941d-347db68b2142 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2594674-4865-4054-97a2-fd1e6f365e81,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:35.816099 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.api.v2.resource [None req-f74247d5-f042-4a2b-8b28-37254c0c3b01 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] show failed (client error): The resource could not be found. Aug 31 09:07:35.816773 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f74247d5-f042-4a2b-8b28-37254c0c3b01 tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "GET /v2.0/security-groups/e2594674-4865-4054-97a2-fd1e6f365e81 HTTP/1.1" status: 404 len: 347 time: 0.0138743 Aug 31 09:07:35.819710 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54248) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:35.941923 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Deleting port 2ee67613-4011-4ea6-a934-09c68245c10b {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:35.942269 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.018987 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.019359 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.030590 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Calling delete_port for 2ee67613-4011-4ea6-a934-09c68245c10b owned by network:floatingip {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:36.335950 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.363715 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Pushing event deleted for resources: {'Port': ['ID=2ee67613-4011-4ea6-a934-09c68245c10b,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:36.431418 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks [] for floatingip, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.433940 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:36.435095 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-22389931-edb3-4356-8773-220def1eac2e tempest-AttachVolumeShelveTestJSON-855257334 tempest-AttachVolumeShelveTestJSON-855257334-project] 10.222.0.66 "DELETE /v2.0/floatingips/b4231cad-8dda-4cef-b00b-4e540053f0dd HTTP/1.1" status: 204 len: 168 time: 0.6144099 Aug 31 09:07:39.326753 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54276) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:39.890128 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.011694 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:07:40.181389 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Deleting port c34073df-d7e3-41eb-8ea6-2dfa20841378 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:40.181632 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.261804 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] For port c34073df-d7e3-41eb-8ea6-2dfa20841378, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c34073df-d7e3-41eb-8ea6-2dfa20841378,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:40.262455 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.276711 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Calling delete_port for c34073df-d7e3-41eb-8ea6-2dfa20841378 owned by network:router_interface {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:40.542754 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.568167 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34073df-d7e3-41eb-8ea6-2dfa20841378,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:40.747895 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.898395 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6d522-7488-49da-8e0b-3f15145ffc32 req-2936afbc-a8d2-4d8a-8996-23a822690640 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:40.899888 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7ea6d522-7488-49da-8e0b-3f15145ffc32 req-2936afbc-a8d2-4d8a-8996-23a822690640 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0637996 Aug 31 09:07:40.941099 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7ea6d522-7488-49da-8e0b-3f15145ffc32 req-ba32caab-7625-4089-8fca-0c16827fe123 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 Aug 31 09:07:40.978671 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Router c09a7385-937c-468a-a2bd-88894604367a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:41.087579 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:41.094608 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-8fa835ff-61f8-4b62-bcbf-7ac47b4f99a1 admin admin] 10.222.0.66 "PUT /v2.0/routers/c09a7385-937c-468a-a2bd-88894604367a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667491 Aug 31 09:07:41.095250 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54290) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:41.097627 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] Sync routers for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:41.109488 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:41.110114 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:41.245548 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks [] for router, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.343640 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:41.543340 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T09:07:40Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:41.570492 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] Checking router: c09a7385-937c-468a-a2bd-88894604367a for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:41.581599 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] Routers {'c09a7385-937c-468a-a2bd-88894604367a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:41.582229 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['c09a7385-937c-468a-a2bd-88894604367a'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:41.586517 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.697681 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] Set router c09a7385-937c-468a-a2bd-88894604367a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:41.768886 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Deleting port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:41.769188 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.858489 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] For port 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:41.859110 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.878093 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Calling delete_port for 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e owned by network:router_gateway {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:41.893024 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T09:07:40Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:41.926741 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3908971-d494-42e5-baec-2ef61c0acb06 None None] The sync data for ids ['c09a7385-937c-468a-a2bd-88894604367a'] in dv-cinder-786524-11-iscsi is: [{'id': 'c09a7385-937c-468a-a2bd-88894604367a', 'name': 'tempest-AttachVolumeShelveTestJSON-1316685825-router', 'tenant_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:13Z', 'updated_at': '2021-08-31T09:07:40Z', 'revision_number': 5, 'project_id': '0a3d59fd12f7417f8de1db40a9a75b86', 'gw_port': {'id': '98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09a7385-937c-468a-a2bd-88894604367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:15Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:42.062078 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc7cfa-b2d1-4ff7-82d9-806c5c74e151 req-0b735e0a-faeb-4bae-84f8-b384547a4378 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:42.063628 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6dbc7cfa-b2d1-4ff7-82d9-806c5c74e151 req-0b735e0a-faeb-4bae-84f8-b384547a4378 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0495913 Aug 31 09:07:42.110401 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6dbc7cfa-b2d1-4ff7-82d9-806c5c74e151 req-07f2a6ff-18c8-484a-8432-ac3640462409 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391698 Aug 31 09:07:42.160475 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.191514 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:42.265795 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.361056 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.363528 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.674467 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.675391 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09a7385-937c-468a-a2bd-88894604367a {{(pid=101246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:07:42.680711 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.682122 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-4c412560-1494-413a-8340-501a0deea0ff admin admin] 10.222.0.66 "DELETE /v2.0/routers/c09a7385-937c-468a-a2bd-88894604367a HTTP/1.1" status: 204 len: 168 time: 1.5856435 Aug 31 09:07:42.685069 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54294) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:42.749022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa827d7-39a8-44bb-b0d4-897c7679ee76 admin admin] Deleting subnet a2aff9a9-222d-427f-b487-6d66c70cfae1 {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:07:42.753253 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4fa827d7-39a8-44bb-b0d4-897c7679ee76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.794007 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4fa827d7-39a8-44bb-b0d4-897c7679ee76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.881718 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4fa827d7-39a8-44bb-b0d4-897c7679ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.022123 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4fa827d7-39a8-44bb-b0d4-897c7679ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.053647 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa827d7-39a8-44bb-b0d4-897c7679ee76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2aff9a9-222d-427f-b487-6d66c70cfae1,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:43.062014 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4fa827d7-39a8-44bb-b0d4-897c7679ee76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.064099 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4fa827d7-39a8-44bb-b0d4-897c7679ee76 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a2aff9a9-222d-427f-b487-6d66c70cfae1 HTTP/1.1" status: 204 len: 168 time: 0.3777359 Aug 31 09:07:43.067317 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54296) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:43.073554 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00306e-5223-49f1-9122-e35954047688 None None] Network c0d7214a-0098-458d-b679-d06fdde64071 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:43.175602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.270888 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:43.295011 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:43.295432 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 98bfc0d3-6793-4da1-b88c-3ee3fbec4f1e not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:43.296236 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c34073df-d7e3-41eb-8ea6-2dfa20841378 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:43.314828 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Deleting port e58606a1-f101-423b-b971-05009353da26 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:43.315164 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.327548 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97654cb-7302-4955-a2a5-58f21d9d8287 req-94da3755-5b17-4feb-ab65-063654649bba tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:43.329123 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b97654cb-7302-4955-a2a5-58f21d9d8287 req-94da3755-5b17-4feb-ab65-063654649bba tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0782270 Aug 31 09:07:43.329442 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: c34073df-d7e3-41eb-8ea6-2dfa20841378 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:43.329724 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c34073df-d7e3-41eb-8ea6-2dfa20841378 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:43.345531 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] DHCP port deletion for c0d7214a-0098-458d-b679-d06fdde64071 request from dv-cinder-786524-11-iscsi {{(pid=101247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:07:43.414044 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Deleting port e58606a1-f101-423b-b971-05009353da26 {{(pid=101247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:43.415249 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.431824 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b97654cb-7302-4955-a2a5-58f21d9d8287 req-d2dbf38a-2e69-4522-9c1f-7a5055a770e8 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574877 Aug 31 09:07:43.437724 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] For port e58606a1-f101-423b-b971-05009353da26, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=e58606a1-f101-423b-b971-05009353da26,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:43.438189 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.454648 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Calling delete_port for e58606a1-f101-423b-b971-05009353da26 owned by network:dhcp {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:43.497081 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] For port e58606a1-f101-423b-b971-05009353da26, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=e58606a1-f101-423b-b971-05009353da26,segment=NetworkSegment(45540853-6c28-49c8-a8fb-241ee30bbd62),segment_id=45540853-6c28-49c8-a8fb-241ee30bbd62)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:43.497400 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.516109 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Calling delete_port for e58606a1-f101-423b-b971-05009353da26 owned by network:dhcp {{(pid=101247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:43.654661 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4f60f0f1-374c-4aa7-a387-8c49e9d2fbdb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:43.657546 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4f60f0f1-374c-4aa7-a387-8c49e9d2fbdb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0818889 Aug 31 09:07:43.659172 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.660174 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.697884 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Pushing event deleted for resources: {'Port': ['ID=e58606a1-f101-423b-b971-05009353da26,revision_number=None']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:43.700362 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] No DVR routers for this DVR port e58606a1-f101-423b-b971-05009353da26 on host dv-cinder-786524-11-iscsi {{(pid=101247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:43.710649 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.710905 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.711318 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.711712 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.712064 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.713040 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.713467 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.713865 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.714307 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.714720 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.715171 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.716112 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec314b-e68e-4fa1-8e73-6dd8c35a3dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:43.732796 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58606a1-f101-423b-b971-05009353da26,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:43.739763 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] No DVR routers for this DVR port e58606a1-f101-423b-b971-05009353da26 on host dv-cinder-786524-11-iscsi {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:43.883828 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.901608 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d7214a-0098-458d-b679-d06fdde64071']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:43.922556 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45540853-6c28-49c8-a8fb-241ee30bbd62') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:43.922789 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45540853-6c28-49c8-a8fb-241ee30bbd62') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:43.938264 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.956622 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Deleting port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:43.957124 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.975062 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.022090 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:07:44.022503 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:07:44.024399 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:07:44.141230 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] For port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:44.142057 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.208561 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.220147 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.222041 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c0d7214a-0098-458d-b679-d06fdde64071 HTTP/1.1" status: 204 len: 168 time: 1.1534228 Aug 31 09:07:44.241857 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfd942-abc9-447a-8870-401f4c3f51e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d7214a-0098-458d-b679-d06fdde64071,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:44.414555 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.415123 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.415637 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Floating IP 20fe93a5-b382-4258-9b26-93b374362e6c disassociated. External IP: 172.27.3.181, port: 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b. Aug 31 09:07:44.416458 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Calling delete_port for 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:44.624199 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b41e0-0012-4055-9f2e-41f46ce81d2f req-a0fbc007-de0b-4863-8b77-24f0345f7829 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:44.625817 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-139b41e0-0012-4055-9f2e-41f46ce81d2f req-a0fbc007-de0b-4863-8b77-24f0345f7829 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 946 time: 0.0702760 Aug 31 09:07:44.672602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.713845 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-139b41e0-0012-4055-9f2e-41f46ce81d2f req-339586ee-ca59-4db4-9a83-de2440f1c2a4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=41e3dc5a-ebbd-4473-a36e-5019bb042866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782430 Aug 31 09:07:44.717199 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event deleted for resources: {'Port': ['ID=0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:44.803058 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54304) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:44.854251 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-3ef6ef29-017b-4fe1-a110-a48741647024 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a3d59fd12f7417f8de1db40a9a75b86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491228 Aug 31 09:07:44.858577 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54306) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:44.893606 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Router e711721b-dbf1-486d-bb8d-96806e06e10a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:44.926104 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-83072c1f-6185-42a1-a6d4-7216f86078a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.955837 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-83072c1f-6185-42a1-a6d4-7216f86078a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.040643 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:45.056769 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] Sync routers for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:45.073280 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:45.074019 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:45.089736 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] No DVR routers for this DVR port 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:45.093532 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.100022 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5a4349cd-22a1-4fc9-9dcb-bd97d1ac163b req-4c1c6789-3ca0-4703-b4cd-a8ad7580dc8e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "DELETE /v2.0/ports/0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b HTTP/1.1" status: 204 len: 173 time: 1.4332705 Aug 31 09:07:45.101129 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'name': 'network-vif-deleted', 'tag': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:45.118952 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad393f12-ebb8-4d53-9fd0-84c582e8e05e" -d '{"events": [{"server_uuid": "ad9053b3-764f-4d56-9716-457c94f539c8", "name": "network-vif-deleted", "tag": "0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:45.166114 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-83072c1f-6185-42a1-a6d4-7216f86078a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.170050 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device e58606a1-f101-423b-b971-05009353da26 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:45.174243 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-83072c1f-6185-42a1-a6d4-7216f86078a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.176087 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-83072c1f-6185-42a1-a6d4-7216f86078a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9dbfca8-3d7a-4195-99e8-7ca150e7c96b HTTP/1.1" status: 204 len: 168 time: 0.3165565 Aug 31 09:07:45.200752 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: e58606a1-f101-423b-b971-05009353da26 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:45.200992 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83072c1f-6185-42a1-a6d4-7216f86078a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dbfca8-3d7a-4195-99e8-7ca150e7c96b,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:45.213307 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device e58606a1-f101-423b-b971-05009353da26 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:45.223695 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5ee413-cbff-41ac-9957-75e411153e0a x-openstack-request-id: req-6f5ee413-cbff-41ac-9957-75e411153e0a {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:45.224571 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9053b3-764f-4d56-9716-457c94f539c8", "name": "network-vif-deleted", "tag": "0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:45.224571 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f5ee413-cbff-41ac-9957-75e411153e0a {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:45.225072 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9053b3-764f-4d56-9716-457c94f539c8', 'name': 'network-vif-deleted', 'tag': '0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b', 'status': 'completed', 'code': 200} Aug 31 09:07:45.285688 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:45.581353 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:45.705820 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] Checking router: e711721b-dbf1-486d-bb8d-96806e06e10a for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:45.714974 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:45.715614 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:07:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:45.832462 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:45.836098 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-18d59247-b653-4360-b960-ec54f51fe58c req-320605f0-1b97-408e-bef1-840e661269ed tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9053b3-764f-4d56-9716-457c94f539c8 HTTP/1.1" status: 200 len: 210 time: 0.0270779 Aug 31 09:07:45.946951 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:46.038366 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:46.071600 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91cfd4-54ef-48ad-b12d-22fb4fe8baaf None None] The sync data for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi is: [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:46.371691 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1586a-7603-409f-8cca-3c952f9ecd8c None None] New status for floating IP 20fe93a5-b382-4258-9b26-93b374362e6c: DOWN {{(pid=101247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:07:47.010992 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54342) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:47.074095 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.107595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.269135 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.272577 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.273827 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "DELETE /v2.0/security-groups/41e3dc5a-ebbd-4473-a36e-5019bb042866 HTTP/1.1" status: 204 len: 168 time: 0.2612460 Aug 31 09:07:47.278742 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54354) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:47.287546 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e3dc5a-ebbd-4473-a36e-5019bb042866,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:47.298741 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.299206 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.299615 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.300016 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.300410 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.300878 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.301476 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.302032 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.302433 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.302819 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.303252 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.303605 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc59988c-2069-4b3a-9926-415b96ef968b tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:47.304233 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.api.v2.resource [None req-44e3a45e-20a1-4629-8bc2-ec4c72b1b9f0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] show failed (client error): The resource could not be found. Aug 31 09:07:47.305904 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-44e3a45e-20a1-4629-8bc2-ec4c72b1b9f0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups/41e3dc5a-ebbd-4473-a36e-5019bb042866 HTTP/1.1" status: 404 len: 347 time: 0.0252306 Aug 31 09:07:47.310171 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54358) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:47.488277 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Deleting port 402d1095-109d-49e6-8117-fa2a67af6e6e {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:47.488686 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.602473 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.602905 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.617502 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Calling delete_port for 402d1095-109d-49e6-8117-fa2a67af6e6e owned by network:floatingip {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:47.880741 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.906696 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event deleted for resources: {'Port': ['ID=402d1095-109d-49e6-8117-fa2a67af6e6e,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:47.986596 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.989914 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.991493 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-eba69b3c-02b9-43a6-af4e-caf17b8ef516 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "DELETE /v2.0/floatingips/20fe93a5-b382-4258-9b26-93b374362e6c HTTP/1.1" status: 204 len: 168 time: 0.6785142 Aug 31 09:07:48.080609 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54378) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:48.129969 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:48.165323 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:48.165747 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0d9f8fe4-b8d7-4498-8a10-b8d7e62cba6b not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:48.225547 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c264482f-40c3-4e1e-be9b-8945e642ccc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:48.336075 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c264482f-40c3-4e1e-be9b-8945e642ccc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:48.429254 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-c264482f-40c3-4e1e-be9b-8945e642ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:48.476532 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-c264482f-40c3-4e1e-be9b-8945e642ccc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62895adf1b464b37ae746141df721ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947389 Aug 31 09:07:48.478650 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264482f-40c3-4e1e-be9b-8945e642ccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678874aa-a88e-4c7e-829f-1e2e222065a3,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:48.479733 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54382) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:48.558519 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb31c78b-c465-4c95-8ff5-686fc962880f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:48.584368 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb31c78b-c465-4c95-8ff5-686fc962880f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:48.727021 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54384) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:48.731889 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-6ef76087-ae46-49fa-a132-946400a075a7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159230001', 'description': 'tempest-description--1448939121'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:48.894002 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb31c78b-c465-4c95-8ff5-686fc962880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:48.897595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-eb31c78b-c465-4c95-8ff5-686fc962880f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:48.898808 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-eb31c78b-c465-4c95-8ff5-686fc962880f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/678874aa-a88e-4c7e-829f-1e2e222065a3 HTTP/1.1" status: 204 len: 168 time: 0.4179659 Aug 31 09:07:48.907971 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31c78b-c465-4c95-8ff5-686fc962880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678874aa-a88e-4c7e-829f-1e2e222065a3,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:49.114068 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6ef76087-ae46-49fa-a132-946400a075a7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:49.216370 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6ef76087-ae46-49fa-a132-946400a075a7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:49.337643 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6ef76087-ae46-49fa-a132-946400a075a7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:49.374811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef76087-ae46-49fa-a132-946400a075a7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96009b74-e315-4225-9e49-b7bcbf6e7d0f,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:49.514540 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6ef76087-ae46-49fa-a132-946400a075a7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:49.520246 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6ef76087-ae46-49fa-a132-946400a075a7 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7882812 Aug 31 09:07:49.524927 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54394) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:49.531614 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-0f48dbd4-0606-4e0a-9976-02c2734eff42 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'security_group_rule': {'security_group_id': '96009b74-e315-4225-9e49-b7bcbf6e7d0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:49.675662 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0f48dbd4-0606-4e0a-9976-02c2734eff42 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:49.767172 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0f48dbd4-0606-4e0a-9976-02c2734eff42 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:49.853108 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0f48dbd4-0606-4e0a-9976-02c2734eff42 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:49.872798 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48dbd4-0606-4e0a-9976-02c2734eff42 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5528d576-e4be-4911-8423-c62ec569e9c5,revision_number=0']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:50.011894 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-0f48dbd4-0606-4e0a-9976-02c2734eff42 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:50.013143 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-0f48dbd4-0606-4e0a-9976-02c2734eff42 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4866936 Aug 31 09:07:50.016296 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54402) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:50.023893 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-bd21f1d1-b9de-4ac8-9d98-b138601dec23 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'security_group_rule': {'security_group_id': '96009b74-e315-4225-9e49-b7bcbf6e7d0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:50.176393 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bd21f1d1-b9de-4ac8-9d98-b138601dec23 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:50.246479 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bd21f1d1-b9de-4ac8-9d98-b138601dec23 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:50.450022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bd21f1d1-b9de-4ac8-9d98-b138601dec23 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524561'] for security_group_rule, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:50.482115 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21f1d1-b9de-4ac8-9d98-b138601dec23 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1ce427-8540-4656-8b7a-5392aa315c3c,revision_number=0']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:50.601082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bd21f1d1-b9de-4ac8-9d98-b138601dec23 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:50.603236 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-bd21f1d1-b9de-4ac8-9d98-b138601dec23 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5851917 Aug 31 09:07:50.607220 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54412) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:50.615367 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.v2.base [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'floatingip': {'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41'}} {{(pid=101246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:50.769906 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:50.920052 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.066060 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_common [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Allocated IP 172.27.3.142 (6ecb4306-874f-4384-ae3a-9fe35ca4ca41/7ceb0add-c2fc-406a-9162-48095fddb9d2/e7b4ba76-4c94-4ea1-a029-d4fe1d0f6ab8) {{(pid=101246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:51.189711 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for port, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.347705 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.397577 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Network 6ecb4306-874f-4384-ae3a-9fe35ca4ca41 is already hosted by enough agents. {{(pid=101246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:51.400970 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.base_scheduler [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Resources bound (agent type, host, resource id): {{(pid=101246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:51.408328 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Received port after_create {{(pid=101246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:51.411651 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'Port': ['ID=e7b4ba76-4c94-4ea1-a029-d4fe1d0f6ab8,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:51.529831 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.637715 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.848499 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for port, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:51.936259 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25381978'] for port, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:52.009789 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'Port': ['ID=e7b4ba76-4c94-4ea1-a029-d4fe1d0f6ab8,revision_number=2']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:52.024396 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:52.475871 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:52.477143 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-23a36666-794c-4d3e-ba86-85f9358fb5b4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8685107 Aug 31 09:07:52.742508 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-82a63c5b-1799-4a90-965d-41e84cfc1da4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--159230001&fields=id&tenant_id=fa4d7234d48d4e13a78efa16079658b9 HTTP/1.1" status: 200 len: 267 time: 0.0454462 Aug 31 09:07:52.897730 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-8c349542-0637-4cfb-8a9f-192dfc1ea390 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:52.899795 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-8c349542-0637-4cfb-8a9f-192dfc1ea390 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 811 time: 0.1485405 Aug 31 09:07:52.927254 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-08f71f9b-abfc-44be-8e4e-90040b6d1938 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/quotas/fa4d7234d48d4e13a78efa16079658b9 HTTP/1.1" status: 200 len: 375 time: 0.0163841 Aug 31 09:07:53.009305 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-e383c8ef-64fa-4e45-8b41-faac67b08f44 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744553 Aug 31 09:07:53.141521 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-76789c79-90c4-404b-b381-628a60f7f5dd service neutron] 10.222.0.66 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135685 Aug 31 09:07:53.247283 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-a69261df-ba57-4661-a63b-b57431d8dd3e service neutron] 10.222.0.66 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991757 Aug 31 09:07:53.741838 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4eb99dc4-a16f-4878-81a6-79d32230d224 req-69e614b3-2c29-410f-9cb2-2355524a3355 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 210 time: 0.0493281 Aug 31 09:07:54.846875 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-67a216be-6dee-4307-b3d9-c90495e2ec34 req-7a5c0e5e-a88f-4d28-9d75-ebbd729f82ea tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 210 time: 0.0278423 Aug 31 09:07:56.120204 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4935a565-2d02-4aad-bc49-1c89e3f5ce3a req-cc04d84b-10de-4a0e-999a-293d19cc2151 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 210 time: 0.0264287 Aug 31 09:07:56.878437 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-50f7d149-ba95-45ad-a17f-4de32b03f228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:57.216933 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-106e863c-a2b2-46c6-ae68-adeb9e3f60bd req-92167840-f1d8-47d6-8772-e8715586c9b5 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 210 time: 0.0266252 Aug 31 09:07:58.322518 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e3173d30-2a8b-4347-9d7d-2561cde19aa8 req-66e91d62-e720-4f94-a45d-0149ceebd725 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 210 time: 0.0264001 Aug 31 09:07:59.416658 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f12ead8d-1144-4a12-b296-8f593947fdda req-1e42a956-57e2-40b1-814a-c6959634bb17 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 210 time: 0.0273917 Aug 31 09:07:59.601891 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:59.603749 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-d1e86d65-6438-47fd-8326-c0a8f5593867 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:59.606091 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-d1e86d65-6438-47fd-8326-c0a8f5593867 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 811 time: 0.1260874 Aug 31 09:07:59.637347 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3558b323-1b8b-4760-8e98-d18a604c7acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:59.669773 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-552a664b-fac6-41ce-aacd-89c610a628d0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa4d7234d48d4e13a78efa16079658b9 HTTP/1.1" status: 200 len: 379 time: 0.0492680 Aug 31 09:07:59.684602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'port': {'device_id': '182433b7-baec-467f-94ef-331200cf7b28', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'admin_state_up': True, 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'security_groups': ['96009b74-e315-4225-9e49-b7bcbf6e7d0f']}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:59.931141 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Made reservation on behalf of fa4d7234d48d4e13a78efa16079658b9 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:59.935553 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.090509 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Allocated IP 172.20.0.7 (f2d0785c-2165-4e34-93ca-0268b5014c44/dc22d9f0-a41e-4704-899d-f01e60369f53/ea2978b5-4abe-40d5-8a68-eb4287a829f4) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:00.297688 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.314828 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Transition to ACTIVE for port object ea2978b5-4abe-40d5-8a68-eb4287a829f4 will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:00.458057 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.534158 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Network f2d0785c-2165-4e34-93ca-0268b5014c44 is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:00.542086 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:00.544831 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:00.550492 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event updated for resources: {'Port': ['ID=ea2978b5-4abe-40d5-8a68-eb4287a829f4,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:00.608159 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec0223-8171-4b5d-a1a4-fc0b4fd55371 req-8bec9cf3-9385-4ff0-98bd-f14cfe75140e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:00.610018 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-82ec0223-8171-4b5d-a1a4-fc0b4fd55371 req-8bec9cf3-9385-4ff0-98bd-f14cfe75140e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 931 time: 0.1194859 Aug 31 09:08:00.616318 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:00.616990 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.663361 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-82ec0223-8171-4b5d-a1a4-fc0b4fd55371 req-d0546633-9e81-4fdd-98e6-41873cb12489 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Aug 31 09:08:00.776559 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-85cae0c5-7d0c-451e-a7bd-1aaf8b8c8efd tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0961499 Aug 31 09:08:00.794057 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Request body: {'port': {'device_id': '182433b7-baec-467f-94ef-331200cf7b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:00.839644 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.852519 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.936658 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-e86a081f-5158-4b6c-b933-1a4fba7c1cf1 None None] Provisioning for port ea2978b5-4abe-40d5-8a68-eb4287a829f4 completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:00.941218 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-e86a081f-5158-4b6c-b933-1a4fba7c1cf1 None None] Provisioning complete for port ea2978b5-4abe-40d5-8a68-eb4287a829f4 triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:00.942167 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-e86a081f-5158-4b6c-b933-1a4fba7c1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.984266 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-e86a081f-5158-4b6c-b933-1a4fba7c1cf1 None None] Port ea2978b5-4abe-40d5-8a68-eb4287a829f4 cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:01.165939 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2978b5-4abe-40d5-8a68-eb4287a829f4 {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:01.174175 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:01.187855 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Transition to ACTIVE for port object ea2978b5-4abe-40d5-8a68-eb4287a829f4 will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:01.319630 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:01.378450 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2978b5-4abe-40d5-8a68-eb4287a829f4,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:01.489045 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Attempting to bind port ea2978b5-4abe-40d5-8a68-eb4287a829f4 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:01.490216 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Attempting to bind port ea2978b5-4abe-40d5-8a68-eb4287a829f4 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:01.490216 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Attempting to bind port ea2978b5-4abe-40d5-8a68-eb4287a829f4 on network f2d0785c-2165-4e34-93ca-0268b5014c44 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:01.495266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Port ea2978b5-4abe-40d5-8a68-eb4287a829f4 on network f2d0785c-2165-4e34-93ca-0268b5014c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:08:01.495266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Attempting to bind port ea2978b5-4abe-40d5-8a68-eb4287a829f4 on network f2d0785c-2165-4e34-93ca-0268b5014c44 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:01.501376 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:01.501714 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Checking segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:01.502123 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Bound using segment: {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:01.502595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Bound port: ea2978b5-4abe-40d5-8a68-eb4287a829f4, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816a1675-76e3-48bc-82b9-762632e87595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:01.502962 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:01.878532 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f15ae5-44b5-404b-9e65-31b90f9ccb1b req-9bce5a28-6207-4281-ab84-7c0e88cde498 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:01.880081 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-41f15ae5-44b5-404b-9e65-31b90f9ccb1b req-9bce5a28-6207-4281-ab84-7c0e88cde498 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 943 time: 0.0921295 Aug 31 09:08:01.896785 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] For port ea2978b5-4abe-40d5-8a68-eb4287a829f4, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:01.919399 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] For port ea2978b5-4abe-40d5-8a68-eb4287a829f4, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ea2978b5-4abe-40d5-8a68-eb4287a829f4,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:01.933245 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-41f15ae5-44b5-404b-9e65-31b90f9ccb1b req-2c4c9d4d-fb2d-4ca9-914e-c7ee5df628bc tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466444 Aug 31 09:08:01.982882 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.020808 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:02.021577 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.023016 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] 10.222.0.107 "PUT /v2.0/ports/ea2978b5-4abe-40d5-8a68-eb4287a829f4 HTTP/1.1" status: 200 len: 1093 time: 1.2334876 Aug 31 09:08:02.023503 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182433b7-baec-467f-94ef-331200cf7b28', 'tag': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:02.025810 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e087270-b4f6-44e2-b3e1-b9464e0e2242" -d '{"events": [{"name": "network-changed", "server_uuid": "182433b7-baec-467f-94ef-331200cf7b28", "tag": "ea2978b5-4abe-40d5-8a68-eb4287a829f4"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:02.055752 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da6284-15cf-4163-8f01-7d866829c456 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2978b5-4abe-40d5-8a68-eb4287a829f4,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:02.077361 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f1aba-6882-49b8-85fe-2bd56800c777 x-openstack-request-id: req-c17f1aba-6882-49b8-85fe-2bd56800c777 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:02.077838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182433b7-baec-467f-94ef-331200cf7b28", "tag": "ea2978b5-4abe-40d5-8a68-eb4287a829f4", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:02.078002 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c17f1aba-6882-49b8-85fe-2bd56800c777 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:02.078286 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182433b7-baec-467f-94ef-331200cf7b28', 'tag': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'status': 'completed', 'code': 200} Aug 31 09:08:02.534353 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:03.050618 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abc49f-7860-4871-8691-2fea1a1fb739 req-cdc9b3db-1e7f-45c7-a491-767e5a2d21f4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:03.052329 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a9abc49f-7860-4871-8691-2fea1a1fb739 req-cdc9b3db-1e7f-45c7-a491-767e5a2d21f4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 943 time: 0.0501642 Aug 31 09:08:03.096613 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a9abc49f-7860-4871-8691-2fea1a1fb739 req-6d71ad5b-dc13-47ce-bc88-911534d4c5ff tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343122 Aug 31 09:08:04.220339 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615a9e5-2f2e-41e0-8c0a-4a8f199d5a6a req-5650b911-3368-495d-bb3c-1acfe8581dd9 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:04.221808 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c615a9e5-2f2e-41e0-8c0a-4a8f199d5a6a req-5650b911-3368-495d-bb3c-1acfe8581dd9 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 943 time: 0.0502446 Aug 31 09:08:04.261219 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c615a9e5-2f2e-41e0-8c0a-4a8f199d5a6a req-ac0b5b33-88c0-4877-9f77-16d0286653cf tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Aug 31 09:08:04.449653 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e087270-b4f6-44e2-b3e1-b9464e0e2242 req-228534a4-8b9f-4e95-a82f-90dc055a49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:04.451458 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5e087270-b4f6-44e2-b3e1-b9464e0e2242 req-228534a4-8b9f-4e95-a82f-90dc055a49b8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 1096 time: 0.0461311 Aug 31 09:08:04.551890 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e087270-b4f6-44e2-b3e1-b9464e0e2242 req-28d94cbb-c7ed-4543-8ec8-7f4ea0de7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:04.553348 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5e087270-b4f6-44e2-b3e1-b9464e0e2242 req-28d94cbb-c7ed-4543-8ec8-7f4ea0de7835 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=fa4d7234d48d4e13a78efa16079658b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0933130 Aug 31 09:08:04.656612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e087270-b4f6-44e2-b3e1-b9464e0e2242 req-a7027057-857e-4a62-9311-c4aa23436371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:04.658130 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5e087270-b4f6-44e2-b3e1-b9464e0e2242 req-a7027057-857e-4a62-9311-c4aa23436371 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975163 Aug 31 09:08:04.744797 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-37b2c591-4042-4ef6-a2cc-aec950b69cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:04.746301 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-37b2c591-4042-4ef6-a2cc-aec950b69cbf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 1096 time: 0.0443296 Aug 31 09:08:04.792797 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-ca816ee7-28b0-457e-8063-ba7d595c7c53 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea2978b5-4abe-40d5-8a68-eb4287a829f4 HTTP/1.1" status: 200 len: 217 time: 0.0357676 Aug 31 09:08:04.850704 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-aafc1644-7e7a-4e49-a49f-c3b541c99788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:04.852180 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-aafc1644-7e7a-4e49-a49f-c3b541c99788 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 200 len: 850 time: 0.0496218 Aug 31 09:08:04.899222 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-0daf7315-b926-4a82-a2be-e082bf109a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:04.900763 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-0daf7315-b926-4a82-a2be-e082bf109a60 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2d0785c-2165-4e34-93ca-0268b5014c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407512 Aug 31 09:08:05.006733 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-80a567b5-32a0-4e11-add1-409850b6936b service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963659 Aug 31 09:08:05.148277 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5d08d8b9-4ea9-46b5-a36b-cb6c3e76259d req-a8f651e2-40f3-46b3-bbfc-c352906201b1 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329923 Aug 31 09:08:05.412477 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a9ad2-0fb7-4cf7-b1bd-5a7d012e4305 req-5710913b-cbe3-44a8-8fa3-7ce5a2fb1cdb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:05.414129 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-511a9ad2-0fb7-4cf7-b1bd-5a7d012e4305 req-5710913b-cbe3-44a8-8fa3-7ce5a2fb1cdb tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 943 time: 0.0712550 Aug 31 09:08:05.458573 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-511a9ad2-0fb7-4cf7-b1bd-5a7d012e4305 req-94c1b355-ea03-480e-b41c-8fe8c2588263 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377820 Aug 31 09:08:06.575216 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eac393-97dc-47c6-a07f-280ad559f4ff req-3c62b8e0-f19c-4a85-bfe8-4304eb8f4a9f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:06.576690 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b7eac393-97dc-47c6-a07f-280ad559f4ff req-3c62b8e0-f19c-4a85-bfe8-4304eb8f4a9f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 943 time: 0.0500958 Aug 31 09:08:06.644236 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b7eac393-97dc-47c6-a07f-280ad559f4ff req-d3722816-1a5a-47f2-97d4-feadb417e6ac tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439909 Aug 31 09:08:07.764537 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a1bae-48e3-4047-80e6-563606de5e4f req-0f4eec76-aff3-4fd9-a50a-19f2d6f80255 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:07.765993 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-888a1bae-48e3-4047-80e6-563606de5e4f req-0f4eec76-aff3-4fd9-a50a-19f2d6f80255 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 943 time: 0.0534184 Aug 31 09:08:07.809751 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-888a1bae-48e3-4047-80e6-563606de5e4f req-621ab82f-3ab1-46f0-8f9b-280c0831d6ce tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362086 Aug 31 09:08:08.927680 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb865cc-ee20-49f0-af21-9b0170f3c069 req-a2e205f8-2431-4361-9598-54c82d71b08f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:08.929182 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2eb865cc-ee20-49f0-af21-9b0170f3c069 req-a2e205f8-2431-4361-9598-54c82d71b08f tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 943 time: 0.0505309 Aug 31 09:08:08.971226 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2eb865cc-ee20-49f0-af21-9b0170f3c069 req-560b4b03-6f2d-4439-8f1d-83128a4a1a39 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360794 Aug 31 09:08:09.255331 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device ea2978b5-4abe-40d5-8a68-eb4287a829f4 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:09.379898 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port ea2978b5-4abe-40d5-8a68-eb4287a829f4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ea2978b5-4abe-40d5-8a68-eb4287a829f4,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:09.394732 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'port_id': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'mac_address': 'fa:16:3e:e3:0f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:08:09.442267 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:09.457490 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2978b5-4abe-40d5-8a68-eb4287a829f4 {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:09.480740 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port ea2978b5-4abe-40d5-8a68-eb4287a829f4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ea2978b5-4abe-40d5-8a68-eb4287a829f4,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:09.777100 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:09.861968 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=ea2978b5-4abe-40d5-8a68-eb4287a829f4,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:10.095730 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8376b8-e532-4458-91e4-f891bf911cda req-4dee7745-9ae8-45ab-999d-d512417651ee tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.097859 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fb8376b8-e532-4458-91e4-f891bf911cda req-4dee7745-9ae8-45ab-999d-d512417651ee tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 944 time: 0.0517070 Aug 31 09:08:10.140855 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-fb8376b8-e532-4458-91e4-f891bf911cda req-422641ca-db64-4453-bf14-a6650ad2bee2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359681 Aug 31 09:08:11.265988 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11c128-a967-4d50-8683-a532bb54e352 req-e6d584df-37c6-4568-8faf-11d0f3a48bc4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:11.267620 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ba11c128-a967-4d50-8683-a532bb54e352 req-e6d584df-37c6-4568-8faf-11d0f3a48bc4 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 944 time: 0.0563223 Aug 31 09:08:11.307655 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ba11c128-a967-4d50-8683-a532bb54e352 req-864d364e-83a5-4790-919f-b6991f63f74d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332534 Aug 31 09:08:11.488622 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['ea2978b5-4abe-40d5-8a68-eb4287a829f4'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:12.438545 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6bcfc-db48-450a-91bd-506bba7ccd41 req-a2b5cc3b-eb6f-47f7-be86-fdf2dba00077 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:12.440197 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-46d6bcfc-db48-450a-91bd-506bba7ccd41 req-a2b5cc3b-eb6f-47f7-be86-fdf2dba00077 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 944 time: 0.0615661 Aug 31 09:08:12.488945 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-46d6bcfc-db48-450a-91bd-506bba7ccd41 req-439009df-b36c-499a-8aab-b22c528c4cdc tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Aug 31 09:08:13.203621 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device ea2978b5-4abe-40d5-8a68-eb4287a829f4 up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:13.426892 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port ea2978b5-4abe-40d5-8a68-eb4287a829f4 completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:13.431051 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port ea2978b5-4abe-40d5-8a68-eb4287a829f4 triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:13.431470 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.528355 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.558436 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182433b7-baec-467f-94ef-331200cf7b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:13.560798 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d84ea7-662c-4a46-bfd5-31e94f216131" -d '{"events": [{"server_uuid": "182433b7-baec-467f-94ef-331200cf7b28", "name": "network-vif-plugged", "status": "completed", "tag": "ea2978b5-4abe-40d5-8a68-eb4287a829f4"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:13.574923 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port ea2978b5-4abe-40d5-8a68-eb4287a829f4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ea2978b5-4abe-40d5-8a68-eb4287a829f4,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:13.668382 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.732256 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=ea2978b5-4abe-40d5-8a68-eb4287a829f4,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:13.758846 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bda8bb-751f-4035-acc2-74c340c2d13f req-ba2fd974-0e46-40d4-949c-a5dc978ef343 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.760463 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c8bda8bb-751f-4035-acc2-74c340c2d13f req-ba2fd974-0e46-40d4-949c-a5dc978ef343 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0541797 Aug 31 09:08:13.810731 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c8bda8bb-751f-4035-acc2-74c340c2d13f req-3779267d-5651-41d1-a9c1-bc6ccabd67e0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Aug 31 09:08:13.862290 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b46a9-1f1c-4c0a-8499-bb18995f1786 x-openstack-request-id: req-306b46a9-1f1c-4c0a-8499-bb18995f1786 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:13.862667 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182433b7-baec-467f-94ef-331200cf7b28", "name": "network-vif-plugged", "status": "completed", "tag": "ea2978b5-4abe-40d5-8a68-eb4287a829f4", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:13.862979 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-306b46a9-1f1c-4c0a-8499-bb18995f1786 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:13.863525 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182433b7-baec-467f-94ef-331200cf7b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'code': 200} Aug 31 09:08:14.402066 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e970ea2-e64c-4c8d-a9c5-de86d4ff4ef1 req-206b6502-2855-4ce2-928d-3a1643066f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:14.403599 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8e970ea2-e64c-4c8d-a9c5-de86d4ff4ef1 req-206b6502-2855-4ce2-928d-3a1643066f1f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 1098 time: 0.0496690 Aug 31 09:08:14.445009 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8e970ea2-e64c-4c8d-a9c5-de86d4ff4ef1 req-3a641611-8b47-4d55-a39d-9a080b4497b7 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302751 Aug 31 09:08:14.942139 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445471-ddaa-4ab3-9ba0-8d4940985efb req-cb0bfe6a-2a0d-4b40-aaa6-c5fde9da9322 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:14.943663 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-07445471-ddaa-4ab3-9ba0-8d4940985efb req-cb0bfe6a-2a0d-4b40-aaa6-c5fde9da9322 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0511141 Aug 31 09:08:14.983925 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-07445471-ddaa-4ab3-9ba0-8d4940985efb req-681c423b-811f-491d-90c3-5632b77d4d85 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341311 Aug 31 09:08:15.616571 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.097804 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6be0f9-f88c-4c22-b449-0c43b043ac91 req-19aa84dd-71a8-413e-abc7-8089bcd9ffab tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:16.099638 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5f6be0f9-f88c-4c22-b449-0c43b043ac91 req-19aa84dd-71a8-413e-abc7-8089bcd9ffab tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0493832 Aug 31 09:08:16.142552 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5f6be0f9-f88c-4c22-b449-0c43b043ac91 req-c44c8650-0f0d-402a-b183-4eaaa271c49a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368338 Aug 31 09:08:17.011694 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:08:17.263459 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dca9ca-b057-4393-a976-7752900c9b5e req-7fa2edf3-f4c7-48ac-b152-9a3566152a5a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:17.264997 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b4dca9ca-b057-4393-a976-7752900c9b5e req-7fa2edf3-f4c7-48ac-b152-9a3566152a5a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0492020 Aug 31 09:08:17.304515 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b4dca9ca-b057-4393-a976-7752900c9b5e req-129d6921-f789-4acf-9bc8-11ad16b03eb9 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333531 Aug 31 09:08:18.423546 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb9a1b-a345-4752-8f52-74d13cd9e5aa req-1d0f53bd-4c0a-4c60-af9d-8bb49ff230a2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:18.425555 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3feb9a1b-a345-4752-8f52-74d13cd9e5aa req-1d0f53bd-4c0a-4c60-af9d-8bb49ff230a2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0494349 Aug 31 09:08:18.468808 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3feb9a1b-a345-4752-8f52-74d13cd9e5aa req-9e9ba47d-e4c8-4679-a97f-a0d3da95b6f8 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363469 Aug 31 09:08:19.584007 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c34461-3945-45f3-960d-a717974d536d req-155bab19-6ad2-4028-ba81-4f9121694277 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:19.585492 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c9c34461-3945-45f3-960d-a717974d536d req-155bab19-6ad2-4028-ba81-4f9121694277 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Aug 31 09:08:19.632962 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c9c34461-3945-45f3-960d-a717974d536d req-1e7039ce-9656-4237-958d-183deb5cec5e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Aug 31 09:08:19.749178 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80ccb5-d326-4867-a8de-065662542497 req-604b3642-b6f7-4012-a11c-81e008730f72 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:19.750573 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7c80ccb5-d326-4867-a8de-065662542497 req-604b3642-b6f7-4012-a11c-81e008730f72 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0506747 Aug 31 09:08:19.759097 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54624) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:19.763602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Request body: {'floatingip': {'port_id': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:19.804307 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.257005 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.330730 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.439422 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Floating IP fbe12549-8bad-4a45-8a36-38ba6518907e associated. External IP: 172.27.3.142, port: ea2978b5-4abe-40d5-8a68-eb4287a829f4. Aug 31 09:08:20.664076 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Router e711721b-dbf1-486d-bb8d-96806e06e10a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:08:20.786576 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:20.792206 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.796966 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] Sync routers for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:20.807421 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:20.809736 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:08:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:20.825220 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-dd7b4777-cb69-4b24-9537-4762af97c2a3 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "PUT /v2.0/floatingips/fbe12549-8bad-4a45-8a36-38ba6518907e HTTP/1.1" status: 200 len: 991 time: 1.0650272 Aug 31 09:08:20.825815 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182433b7-baec-467f-94ef-331200cf7b28', 'tag': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:20.830541 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3099012-eeea-4cd4-9cc7-aea3be8027fa" -d '{"events": [{"name": "network-changed", "server_uuid": "182433b7-baec-467f-94ef-331200cf7b28", "tag": "ea2978b5-4abe-40d5-8a68-eb4287a829f4"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:20.917762 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:20.949340 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8d176c-fd53-4287-8212-3e63c7cb7461 x-openstack-request-id: req-4d8d176c-fd53-4287-8212-3e63c7cb7461 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:20.949828 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182433b7-baec-467f-94ef-331200cf7b28", "tag": "ea2978b5-4abe-40d5-8a68-eb4287a829f4", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:20.950201 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d8d176c-fd53-4287-8212-3e63c7cb7461 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:20.950841 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182433b7-baec-467f-94ef-331200cf7b28', 'tag': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'status': 'completed', 'code': 200} Aug 31 09:08:21.020848 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-66145d6b-ddb6-4a56-beaa-daf40760ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:21.022293 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-66145d6b-ddb6-4a56-beaa-daf40760ea88 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=fa4d7234d48d4e13a78efa16079658b9&device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 1098 time: 0.0460675 Aug 31 09:08:21.127434 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-6ddb650f-3a9f-41e3-ba69-0d1b07d532f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:21.128980 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-6ddb650f-3a9f-41e3-ba69-0d1b07d532f8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 200 len: 912 time: 0.0959222 Aug 31 09:08:21.163954 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'fbe12549-8bad-4a45-8a36-38ba6518907e', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'port_id': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'mac_address': 'fa:16:3e:e3:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182433b7-baec-467f-94ef-331200cf7b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:51Z', 'updated_at': '2021-08-31T09:08:20Z', 'revision_number': 1, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:21.193825 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] Checking router: e711721b-dbf1-486d-bb8d-96806e06e10a for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:21.202625 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:21.203264 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:08:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:21.213674 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-e5789941-6070-4d11-9b94-811468308ef2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea2978b5-4abe-40d5-8a68-eb4287a829f4 HTTP/1.1" status: 200 len: 999 time: 0.0714095 Aug 31 09:08:21.318126 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:21.557213 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'fbe12549-8bad-4a45-8a36-38ba6518907e', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'port_id': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'mac_address': 'fa:16:3e:e3:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182433b7-baec-467f-94ef-331200cf7b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:51Z', 'updated_at': '2021-08-31T09:08:20Z', 'revision_number': 1, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:21.583669 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f33d43b-2ef8-401c-baa2-5be054af1d29 None None] The sync data for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi is: [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': 'fbe12549-8bad-4a45-8a36-38ba6518907e', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'port_id': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'mac_address': 'fa:16:3e:e3:0f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182433b7-baec-467f-94ef-331200cf7b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:07:51Z', 'updated_at': '2021-08-31T09:08:20Z', 'revision_number': 1, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:21.801474 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4cf03-3937-43a8-9e91-fcb5df85a766 None None] New status for floating IP fbe12549-8bad-4a45-8a36-38ba6518907e: ACTIVE {{(pid=101247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:08:24.418743 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-c0e3827d-d7ae-4bcd-8ee5-e31af63ce1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:24.420278 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-c0e3827d-d7ae-4bcd-8ee5-e31af63ce1c9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 200 len: 850 time: 0.0468793 Aug 31 09:08:24.472531 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-b1c5f23a-da50-4b39-8c46-4b4217a9200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:24.473920 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-b1c5f23a-da50-4b39-8c46-4b4217a9200a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f2d0785c-2165-4e34-93ca-0268b5014c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452151 Aug 31 09:08:24.568279 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-19aa6a63-d8fe-4191-925e-1fe4e80b0a14 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Aug 31 09:08:24.672581 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e3099012-eeea-4cd4-9cc7-aea3be8027fa req-24226097-3fd6-48c1-b1e5-82073cd42e52 service neutron] 10.222.0.107 "GET /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904613 Aug 31 09:08:27.054823 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b3641832-3cda-47a2-b150-09fb89b647ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:29.702063 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:29.770362 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b20ebaa4-a4ae-4159-8f12-c8749c525453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:30.908564 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.484124 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54716) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:31.586808 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ae29c7dd-c0af-46c6-9512-061da363e6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.673091 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ae29c7dd-c0af-46c6-9512-061da363e6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.832641 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ae29c7dd-c0af-46c6-9512-061da363e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.868726 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29c7dd-c0af-46c6-9512-061da363e6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82565e-1a69-4e02-8759-b2e7e8428038,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:31.873030 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ae29c7dd-c0af-46c6-9512-061da363e6fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c5f2c76daa54e0d9541be257d2b3632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878791 Aug 31 09:08:31.875833 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54720) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:31.924125 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2e94e617-4101-4f09-ab8f-4903c43a9539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:31.946410 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2e94e617-4101-4f09-ab8f-4903c43a9539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:32.130602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2e94e617-4101-4f09-ab8f-4903c43a9539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:32.133262 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-2e94e617-4101-4f09-ab8f-4903c43a9539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:32.134431 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-2e94e617-4101-4f09-ab8f-4903c43a9539 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a82565e-1a69-4e02-8759-b2e7e8428038 HTTP/1.1" status: 204 len: 168 time: 0.2577999 Aug 31 09:08:32.142109 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94e617-4101-4f09-ab8f-4903c43a9539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a82565e-1a69-4e02-8759-b2e7e8428038,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:32.816303 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.060872 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54728) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:33.074717 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-58d7b86f-7c41-4b83-a7ca-1ddc82023b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.168715 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-58d7b86f-7c41-4b83-a7ca-1ddc82023b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.244326 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-58d7b86f-7c41-4b83-a7ca-1ddc82023b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.281713 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7b86f-7c41-4b83-a7ca-1ddc82023b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9538dbaf-a71d-44bf-a917-658293a77abb,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:33.287153 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-58d7b86f-7c41-4b83-a7ca-1ddc82023b9b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b811aca909f7485889650f74209cce75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250102 Aug 31 09:08:33.290649 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54732) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:33.341439 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a4fb32f2-3bea-4495-ac4d-fdfd3b5f4204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.363457 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a4fb32f2-3bea-4495-ac4d-fdfd3b5f4204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.633605 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a4fb32f2-3bea-4495-ac4d-fdfd3b5f4204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.636420 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a4fb32f2-3bea-4495-ac4d-fdfd3b5f4204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:33.638307 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a4fb32f2-3bea-4495-ac4d-fdfd3b5f4204 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9538dbaf-a71d-44bf-a917-658293a77abb HTTP/1.1" status: 204 len: 168 time: 0.3464813 Aug 31 09:08:33.646399 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb32f2-3bea-4495-ac4d-fdfd3b5f4204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9538dbaf-a71d-44bf-a917-658293a77abb,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:45.740451 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.181072 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54878) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:47.286244 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.380247 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.541847 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.578922 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31619be-8bc5-456a-8a85-eb2dec2c297b,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:47.582734 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79a77be8cb55400da1b376d4e23bdfb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006224 Aug 31 09:08:47.585730 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54884) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:47.588979 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.589331 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.589680 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.590022 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.590453 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.590695 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.591030 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.591389 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.591764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.592093 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.592423 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.592746 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34cdc0-64ba-468a-aa98-55ce9b142ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.640283 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.662114 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.941625 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.944322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.948076 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e31619be-8bc5-456a-8a85-eb2dec2c297b HTTP/1.1" status: 204 len: 168 time: 0.3614631 Aug 31 09:08:47.957731 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31619be-8bc5-456a-8a85-eb2dec2c297b,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:47.963859 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.964219 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.964564 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.964916 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.965230 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.965567 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.965900 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.966247 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.966580 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.966909 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.967266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:47.967598 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1015bd-4f6b-4242-be50-c8b8d0e9002c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:48.996975 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 54892) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:49.010535 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-700fa2d6-259c-4e53-99f5-805023db3f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.096978 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-700fa2d6-259c-4e53-99f5-805023db3f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.262337 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-700fa2d6-259c-4e53-99f5-805023db3f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.302323 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-700fa2d6-259c-4e53-99f5-805023db3f9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6206fd29331d4d2f97f8111fa2618ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042784 Aug 31 09:08:49.303586 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fa2d6-259c-4e53-99f5-805023db3f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e074283a-7476-4b8e-ba2f-ec283320cfde,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:49.305004 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54894) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:49.359839 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-36bbceac-f84c-494b-b3f8-f056f253dfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.381614 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-36bbceac-f84c-494b-b3f8-f056f253dfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.655974 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-36bbceac-f84c-494b-b3f8-f056f253dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.658596 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-36bbceac-f84c-494b-b3f8-f056f253dfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:49.659747 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-36bbceac-f84c-494b-b3f8-f056f253dfd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e074283a-7476-4b8e-ba2f-ec283320cfde HTTP/1.1" status: 204 len: 168 time: 0.3537655 Aug 31 09:08:49.668750 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbceac-f84c-494b-b3f8-f056f253dfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e074283a-7476-4b8e-ba2f-ec283320cfde,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:53.571062 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54960) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:53.677548 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b8516a3c-bde6-4e30-baa7-06c17dfd9fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:53.769066 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b8516a3c-bde6-4e30-baa7-06c17dfd9fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:53.947046 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b8516a3c-bde6-4e30-baa7-06c17dfd9fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:53.982678 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516a3c-bde6-4e30-baa7-06c17dfd9fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e2539f-ac58-4e94-b6d0-9f912e43de43,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:53.992827 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-b8516a3c-bde6-4e30-baa7-06c17dfd9fcf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d31f122d5bba449b8d32748755043e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206426 Aug 31 09:08:53.993800 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54964) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:54.011579 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:08:54.049475 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9fdba232-eb62-4b17-a329-58fe54cfbf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:54.074339 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9fdba232-eb62-4b17-a329-58fe54cfbf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:54.318601 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9fdba232-eb62-4b17-a329-58fe54cfbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:54.323073 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-9fdba232-eb62-4b17-a329-58fe54cfbf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:54.324267 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-9fdba232-eb62-4b17-a329-58fe54cfbf8f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43e2539f-ac58-4e94-b6d0-9f912e43de43 HTTP/1.1" status: 204 len: 168 time: 0.3295546 Aug 31 09:08:54.332850 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdba232-eb62-4b17-a329-58fe54cfbf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e2539f-ac58-4e94-b6d0-9f912e43de43,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:55.287763 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54974) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:55.301515 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ddc06136-9402-44ac-8aeb-2dbd71d592d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.404426 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ddc06136-9402-44ac-8aeb-2dbd71d592d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.529759 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ddc06136-9402-44ac-8aeb-2dbd71d592d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.570634 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-ddc06136-9402-44ac-8aeb-2dbd71d592d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b5da1b6ba1d40aeaab5944dfb60c206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817414 Aug 31 09:08:55.571415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc06136-9402-44ac-8aeb-2dbd71d592d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58d1bb1-e098-463e-9088-c624fc5e37a1,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:55.574206 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 54976) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:55.626772 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-84021fb8-5664-4dc5-996e-1299049bb92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.650886 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-84021fb8-5664-4dc5-996e-1299049bb92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.872659 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-84021fb8-5664-4dc5-996e-1299049bb92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.875281 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-84021fb8-5664-4dc5-996e-1299049bb92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.876489 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-84021fb8-5664-4dc5-996e-1299049bb92b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d58d1bb1-e098-463e-9088-c624fc5e37a1 HTTP/1.1" status: 204 len: 168 time: 0.3013384 Aug 31 09:08:55.884770 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84021fb8-5664-4dc5-996e-1299049bb92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58d1bb1-e098-463e-9088-c624fc5e37a1,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:56.814863 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-dbb283b2-5e7b-40ca-b553-847cf04959b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.199487 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55010) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:58.305007 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-50418d00-fb89-4fa5-868a-7737f6b8c5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.393805 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-50418d00-fb89-4fa5-868a-7737f6b8c5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.734909 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-50418d00-fb89-4fa5-868a-7737f6b8c5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.771664 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50418d00-fb89-4fa5-868a-7737f6b8c5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac30df4-6fac-4e54-ad73-63cb886c7ba4,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:58.776995 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-50418d00-fb89-4fa5-868a-7737f6b8c5db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f966d42bda454d50b31f4e1f79ca9f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764196 Aug 31 09:08:58.779575 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55016) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:58.830394 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-302e55c6-d560-48a1-84c3-2ca0c932ffa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.851130 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-302e55c6-d560-48a1-84c3-2ca0c932ffa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.993418 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-302e55c6-d560-48a1-84c3-2ca0c932ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.996793 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-302e55c6-d560-48a1-84c3-2ca0c932ffa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.998159 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-302e55c6-d560-48a1-84c3-2ca0c932ffa9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ac30df4-6fac-4e54-ad73-63cb886c7ba4 HTTP/1.1" status: 204 len: 168 time: 0.2176459 Aug 31 09:08:59.006353 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e55c6-d560-48a1-84c3-2ca0c932ffa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac30df4-6fac-4e54-ad73-63cb886c7ba4,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:59.558511 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.639617 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55028) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:59.674212 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-c4ba870c-5e8f-473b-963f-74a6185f3094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.828891 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Deleting port 69c998a2-b1de-4cd3-88bd-e219532f8d8d {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:08:59.829239 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.905874 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.906205 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:59.918437 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Calling delete_port for 69c998a2-b1de-4cd3-88bd-e219532f8d8d owned by network:floatingip {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:00.272203 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:00.297932 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event deleted for resources: {'Port': ['ID=69c998a2-b1de-4cd3-88bd-e219532f8d8d,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:00.361505 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:00.362003 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.l3_db [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Floating IP 097744d4-7c3d-4993-b756-395fa8e4984b disassociated (deleted). External IP: 172.27.3.96, port: 7cf2c947-43cf-4b0c-bab7-a507c33edae5. Aug 31 09:09:00.574708 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:00.685937 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:00.690857 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:00.695508 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:00.706466 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:00.707317 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:00.723485 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-ca551538-745d-436c-9f16-517e12a941d7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "DELETE /v2.0/floatingips/097744d4-7c3d-4993-b756-395fa8e4984b HTTP/1.1" status: 204 len: 168 time: 1.0826650 Aug 31 09:09:00.724019 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:00.728111 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:00.814011 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:00.913428 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:01.129097 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:38Z', 'revision_number': 1, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:01.154049 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:01.164012 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:01.164571 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:01.267178 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:01.494097 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:38Z', 'revision_number': 1, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:01.520461 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed92ee5-8a1f-4f63-8c49-d7239b725d31 None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_floatingips': [{'id': '9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'router_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'port_id': '59c86425-6fd7-4d09-a631-143d513ffe55', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'mac_address': 'fa:16:3e:6c:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:04:36Z', 'updated_at': '2021-08-31T09:04:38Z', 'revision_number': 1, 'project_id': '18c994179b2547efb476c55739f163b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:01.745745 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0eeb25-5e0b-49fe-a470-e528c992e689 None None] New status for floating IP 097744d4-7c3d-4993-b756-395fa8e4984b: DOWN {{(pid=101247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:09:01.842794 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cfd018-9b95-4871-974e-5b6ac7d2b4a6 x-openstack-request-id: req-54cfd018-9b95-4871-974e-5b6ac7d2b4a6 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:01.842794 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:01.842794 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54cfd018-9b95-4871-974e-5b6ac7d2b4a6 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:01.842794 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'status': 'completed', 'code': 200} Aug 31 09:09:01.914092 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-5e24d872-8707-41c8-999b-10cb9f4b65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:01.915612 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-5e24d872-8707-41c8-999b-10cb9f4b65ae service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 1099 time: 0.0414057 Aug 31 09:09:02.039590 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-9763bdc2-bd4d-4184-972d-6628cd60182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.041069 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-9763bdc2-bd4d-4184-972d-6628cd60182a service neutron] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 913 time: 0.1132617 Aug 31 09:09:02.068459 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b203c88-6d15-489c-bade-278c3c1ad783 req-69744f1e-2d5e-4149-8351-49bedb697b4f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.070719 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3b203c88-6d15-489c-bade-278c3c1ad783 req-69744f1e-2d5e-4149-8351-49bedb697b4f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 946 time: 0.0676680 Aug 31 09:09:02.098559 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-e2bfaef6-8a1d-487d-b38c-cecce622914d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cf2c947-43cf-4b0c-bab7-a507c33edae5 HTTP/1.1" status: 200 len: 217 time: 0.0446911 Aug 31 09:09:02.167143 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-3b203c88-6d15-489c-bade-278c3c1ad783 req-5fc1e78b-501b-4388-a67f-9f99cad3f7d4 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709615 Aug 31 09:09:02.172852 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-f46eb077-b6c5-4f19-8742-70f10f587f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.174336 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-f46eb077-b6c5-4f19-8742-70f10f587f0e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.0593650 Aug 31 09:09:02.227370 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-f9671f20-128c-4996-8ba2-b16b6246d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.228868 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-f9671f20-128c-4996-8ba2-b16b6246d8cf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410764 Aug 31 09:09:02.323038 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-e0d48c08-4388-4fbb-8c79-ac59fcd63929 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851922 Aug 31 09:09:02.422295 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-95e4c8ae-3fd6-4c5a-928f-ec99b909ef1b req-e0049eec-8604-4dd1-b39c-c9497947dd75 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885966 Aug 31 09:09:02.856055 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:03.290412 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569adee-0615-49fb-9880-56d65a31d03b req-d771abbf-d69f-49fe-b787-3c3e3cb915f5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:03.291953 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0569adee-0615-49fb-9880-56d65a31d03b req-d771abbf-d69f-49fe-b787-3c3e3cb915f5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 946 time: 0.0533886 Aug 31 09:09:03.331096 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0569adee-0615-49fb-9880-56d65a31d03b req-c7df671c-ef90-4397-981d-55e8d8ff6cf7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327430 Aug 31 09:09:04.367892 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-64258279-a729-49fc-a7c9-6c8d27f44e8a tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5c4d287fbd534d49abefb40a97abdaa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421009 Aug 31 09:09:04.768823 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-452e42fc-c706-4439-8f8c-446ed9f3b5d1 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:04.770223 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-452e42fc-c706-4439-8f8c-446ed9f3b5d1 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 946 time: 0.4305315 Aug 31 09:09:04.867931 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cac3-5d74-4987-8f48-44330437e34c req-f8db4214-02a8-4f5f-a4ae-010d2a89d63d tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:04.869324 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-f8db4214-02a8-4f5f-a4ae-010d2a89d63d tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4879100 Aug 31 09:09:04.907007 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-e61d280f-3f28-4b1f-a6a9-106b5d9cd920 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/quotas/5c4d287fbd534d49abefb40a97abdaa5 HTTP/1.1" status: 200 len: 375 time: 0.0194576 Aug 31 09:09:04.944842 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-01f5a8fe-0c07-418c-aca1-e9d4b93567d6 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c4d287fbd534d49abefb40a97abdaa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315523 Aug 31 09:09:04.955274 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Deleting port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:04.955492 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.049427 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] For port 7cf2c947-43cf-4b0c-bab7-a507c33edae5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf2c947-43cf-4b0c-bab7-a507c33edae5,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:05.049796 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.062578 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Calling delete_port for 7cf2c947-43cf-4b0c-bab7-a507c33edae5 owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:05.290715 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0ea81-d4fa-4ec7-86ab-e9127bbcbe96 req-606c7a91-3b97-44c9-83c6-c4bab8ffc8e7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:05.292251 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6aa0ea81-d4fa-4ec7-86ab-e9127bbcbe96 req-606c7a91-3b97-44c9-83c6-c4bab8ffc8e7 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 946 time: 0.0557365 Aug 31 09:09:05.312397 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.361279 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event deleted for resources: {'Port': ['ID=7cf2c947-43cf-4b0c-bab7-a507c33edae5,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:05.388091 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6aa0ea81-d4fa-4ec7-86ab-e9127bbcbe96 req-04e4247a-22b0-467b-a0b9-a8e231da009d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892313 Aug 31 09:09:05.401482 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] No DVR routers for this DVR port 7cf2c947-43cf-4b0c-bab7-a507c33edae5 on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:05.404426 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:05.411138 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-99f7df3f-9a71-4f7e-97c2-5cdda9912a9a req-7e867755-aab5-44d1-9b25-c07e9b85f15f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "DELETE /v2.0/ports/7cf2c947-43cf-4b0c-bab7-a507c33edae5 HTTP/1.1" status: 204 len: 173 time: 0.6289299 Aug 31 09:09:05.411138 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'name': 'network-vif-deleted', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:05.411138 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d26bf-ea34-4f94-aaa7-d3f58c11a895" -d '{"events": [{"server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "name": "network-vif-deleted", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:05.459783 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-23e86943-15b2-4d6f-88ea-df6445d9d200 req-57ab374b-6157-4a23-a169-dad897d5a2bd tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Aug 31 09:09:05.624378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e751d580-e381-4ad4-994a-3cf7a06a72de x-openstack-request-id: req-e751d580-e381-4ad4-994a-3cf7a06a72de {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:05.624642 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5433e7-788a-4ed9-9f48-4a1705e8db88", "name": "network-vif-deleted", "tag": "7cf2c947-43cf-4b0c-bab7-a507c33edae5", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:05.624899 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e751d580-e381-4ad4-994a-3cf7a06a72de {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:05.625344 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5433e7-788a-4ed9-9f48-4a1705e8db88', 'name': 'network-vif-deleted', 'tag': '7cf2c947-43cf-4b0c-bab7-a507c33edae5', 'status': 'completed', 'code': 200} Aug 31 09:09:06.492758 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-708d75ed-d8d2-4862-8bf5-fb2cebf9c68b req-48f09229-8423-41e7-879a-9b8688b35178 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa5433e7-788a-4ed9-9f48-4a1705e8db88 HTTP/1.1" status: 200 len: 210 time: 0.0310998 Aug 31 09:09:06.554923 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2742d560-8cbd-4c85-9de3-7dfaa55d94ad req-1c14bde5-1c8e-4e05-ab85-63ee9e37ad35 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 210 time: 0.0259476 Aug 31 09:09:07.873368 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-60a90e2d-c4fa-4c63-b43a-85132e40a887 req-8e19c1f7-da6a-4478-8446-7c79f10d4bf6 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 210 time: 0.0261152 Aug 31 09:09:08.106543 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75ff89-b968-49df-81eb-9919d5732efa req-5c9ac6e7-1fed-4207-b312-3a8fac2cb0a6 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:08.108190 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5c75ff89-b968-49df-81eb-9919d5732efa req-5c9ac6e7-1fed-4207-b312-3a8fac2cb0a6 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0521538 Aug 31 09:09:08.150447 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5c75ff89-b968-49df-81eb-9919d5732efa req-7cfe90d3-9f54-43ba-8e88-416e72b9afe4 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346689 Aug 31 09:09:08.337351 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-72efdb56-5a7e-4381-b797-2fb61e6d49a1 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=5c4d287fbd534d49abefb40a97abdaa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252724 Aug 31 09:09:08.447851 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cac3-5d74-4987-8f48-44330437e34c req-e1b1288d-e541-4bef-a767-a74a152a785a tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:08.449305 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-e1b1288d-e541-4bef-a767-a74a152a785a tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028745 Aug 31 09:09:08.464620 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Request body: {'port': {'device_id': '093ec23d-2aff-4a8e-8e20-d12a0941a9e5', 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba', 'admin_state_up': True, 'tenant_id': '5c4d287fbd534d49abefb40a97abdaa5'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:08.695434 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Made reservation on behalf of 5c4d287fbd534d49abefb40a97abdaa5 for: {'port': 1} {{(pid=101245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:08.699927 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.710053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.797110 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.940995 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:08.989649 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-7db3a9b9-9bd4-4ed7-b8eb-d5de913d4392 req-828c8503-958b-4a0c-bb50-53ea7f5a3605 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 210 time: 0.0452182 Aug 31 09:09:09.035656 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a968cee7-ec21-41fa-a77b-0c91fd3afed1,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:09.112263 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_common [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Allocated IP 192.168.233.127 (b732f042-73ee-47a1-b3d7-6f6e4be2eaba/28ee0c74-66cd-4c1f-a897-38e7a020fa54/111139b0-64d0-47bb-b4a0-3d7ee6bac58a) {{(pid=101245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:09.302003 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks [] for port, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:09.317269 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a614f4-ce76-41c6-ac39-70009b07082e req-948a498c-3ced-458b-a53f-8d0d626f5c62 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:09.317269 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e0a614f4-ce76-41c6-ac39-70009b07082e req-948a498c-3ced-458b-a53f-8d0d626f5c62 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0846586 Aug 31 09:09:09.332143 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Transition to ACTIVE for port object 111139b0-64d0-47bb-b4a0-3d7ee6bac58a will not be triggered until provisioned by entity DHCP. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:09.375263 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-e0a614f4-ce76-41c6-ac39-70009b07082e req-7e546338-e9ac-4c29-a300-d15b4ed9a1b2 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510778 Aug 31 09:09:09.467543 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793193878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:09.477644 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 7cf2c947-43cf-4b0c-bab7-a507c33edae5 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:09.512513 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 7cf2c947-43cf-4b0c-bab7-a507c33edae5 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:09.513070 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 7cf2c947-43cf-4b0c-bab7-a507c33edae5 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:09.531342 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Network b732f042-73ee-47a1-b3d7-6f6e4be2eaba is already hosted by enough agents. {{(pid=101245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:09.534524 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.base_scheduler [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Resources bound (agent type, host, resource id): {{(pid=101245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:09.538814 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Received port after_create {{(pid=101245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:09.542708 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Pushing event updated for resources: {'Port': ['ID=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:09.593352 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:09.593983 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:09.707496 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8f928396-814b-486d-96a5-d955fef64bab tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2467937 Aug 31 09:09:09.722885 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.v2.base [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Request body: {'port': {'device_id': '093ec23d-2aff-4a8e-8e20-d12a0941a9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=101245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:09.776728 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:09.905961 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2a970b88-bf9b-4528-b573-b6097fc5fa32 None None] Provisioning for port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a completed by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:09.909991 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-2a970b88-bf9b-4528-b573-b6097fc5fa32 None None] Provisioning complete for port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a triggered by entity DHCP. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:09.910362 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2a970b88-bf9b-4528-b573-b6097fc5fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:09.945562 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-2a970b88-bf9b-4528-b573-b6097fc5fa32 None None] Port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a cannot update to ACTIVE because it is not bound. {{(pid=101247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:09:10.060124 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111139b0-64d0-47bb-b4a0-3d7ee6bac58a {{(pid=101245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:10.092585 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.112619 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.provisioning_blocks [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Transition to ACTIVE for port object 111139b0-64d0-47bb-b4a0-3d7ee6bac58a will not be triggered until provisioned by entity L2. {{(pid=101245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:10.127686 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76122208-a01b-4ce7-af0b-f67658c7e4c4 req-6193ccc6-2a94-4a11-acec-f735fb7d0a6b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:10.130613 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-76122208-a01b-4ce7-af0b-f67658c7e4c4 req-6193ccc6-2a94-4a11-acec-f735fb7d0a6b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 936 time: 0.0721660 Aug 31 09:09:10.167439 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-76122208-a01b-4ce7-af0b-f67658c7e4c4 req-4282d0b0-f512-4822-862d-68887774e147 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Aug 31 09:09:10.254440 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.308112 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,revision_number=2']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:10.360441 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55144) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:10.385272 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Attempting to bind port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a on host hv-cinder-78652 for vnic_type normal with profile {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:10.385609 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Attempting to bind port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:10.385937 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Attempting to bind port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a on network b732f042-73ee-47a1-b3d7-6f6e4be2eaba {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:10.390516 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a on network b732f042-73ee-47a1-b3d7-6f6e4be2eaba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:09:10.390864 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Attempting to bind port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a on network b732f042-73ee-47a1-b3d7-6f6e4be2eaba {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:10.396617 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Checking agent: {'id': 'e617a810-b4b4-4374-991b-af97fbbb14b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:10.396937 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Checking segment: {'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:10.397322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Bound using segment: {'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'} {{(pid=101245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:10.397744 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.managers [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Bound port: 111139b0-64d0-47bb-b4a0-3d7ee6bac58a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd524b7f3-b7a0-4360-8761-604f628dccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba'}}] {{(pid=101245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:10.398112 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.497744 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] For port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a, host hv-cinder-78652, cleared binding levels {{(pid=101245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:10.513261 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] For port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,segment=NetworkSegment(d524b7f3-b7a0-4360-8761-604f628dccfe),segment_id=d524b7f3-b7a0-4360-8761-604f628dccfe)] {{(pid=101245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:10.530441 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eb3e6-7cea-48a0-a852-45788730dc6d req-c357aed7-0e55-486c-a079-368b009096b6 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:10.531954 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4c0eb3e6-7cea-48a0-a852-45788730dc6d req-c357aed7-0e55-486c-a079-368b009096b6 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0734985 Aug 31 09:09:10.558476 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Deleting port f2fa8ce4-7e1e-4a8a-b0ee-68f6c8da6c6e {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:10.558791 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.573616 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4c0eb3e6-7cea-48a0-a852-45788730dc6d req-d98efb2f-3b49-430a-ba6d-3abe61f677ab tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344841 Aug 31 09:09:10.634170 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.634499 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.638345 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26174444'] for port, after_update {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.648019 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Calling delete_port for f2fa8ce4-7e1e-4a8a-b0ee-68f6c8da6c6e owned by network:floatingip {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:10.673640 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:10.674223 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.675632 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] 10.222.0.107 "PUT /v2.0/ports/111139b0-64d0-47bb-b4a0-3d7ee6bac58a HTTP/1.1" status: 200 len: 1098 time: 0.9570887 Aug 31 09:09:10.676071 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093ec23d-2aff-4a8e-8e20-d12a0941a9e5', 'tag': '111139b0-64d0-47bb-b4a0-3d7ee6bac58a'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:10.678308 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c44f831-3bcb-4f5c-82fb-b21c72a44aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "093ec23d-2aff-4a8e-8e20-d12a0941a9e5", "tag": "111139b0-64d0-47bb-b4a0-3d7ee6bac58a"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:10.705725 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a670f82-1393-4a6c-9b28-ca84a166b7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,revision_number=3']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:10.734144 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f556c27e-58ec-4611-bb86-ce2295a653a3 x-openstack-request-id: req-f556c27e-58ec-4611-bb86-ce2295a653a3 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:10.734434 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093ec23d-2aff-4a8e-8e20-d12a0941a9e5", "tag": "111139b0-64d0-47bb-b4a0-3d7ee6bac58a", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:10.734680 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f556c27e-58ec-4611-bb86-ce2295a653a3 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:10.735082 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093ec23d-2aff-4a8e-8e20-d12a0941a9e5', 'tag': '111139b0-64d0-47bb-b4a0-3d7ee6bac58a', 'status': 'completed', 'code': 200} Aug 31 09:09:10.818286 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44f831-3bcb-4f5c-82fb-b21c72a44aa9 req-922fe7fb-5e0d-443b-b790-ec7b25e50198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:10.820065 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c44f831-3bcb-4f5c-82fb-b21c72a44aa9 req-922fe7fb-5e0d-443b-b790-ec7b25e50198 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5c4d287fbd534d49abefb40a97abdaa5&device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 1101 time: 0.0563240 Aug 31 09:09:10.854438 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c44f831-3bcb-4f5c-82fb-b21c72a44aa9 req-e3ebd836-086c-4389-af26-de827a576b47 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=5c4d287fbd534d49abefb40a97abdaa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209875 Aug 31 09:09:10.952108 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:10.959125 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44f831-3bcb-4f5c-82fb-b21c72a44aa9 req-0a6e00a8-e0b1-4aa7-ba66-2d1cf31c90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:10.961075 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0c44f831-3bcb-4f5c-82fb-b21c72a44aa9 req-0a6e00a8-e0b1-4aa7-ba66-2d1cf31c90a4 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931983 Aug 31 09:09:10.981123 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event deleted for resources: {'Port': ['ID=f2fa8ce4-7e1e-4a8a-b0ee-68f6c8da6c6e,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:11.041168 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cac3-5d74-4987-8f48-44330437e34c req-36a7f2fd-1c86-4ca4-9cf7-abc3899b386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:11.042797 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-36a7f2fd-1c86-4ca4-9cf7-abc3899b386e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=5c4d287fbd534d49abefb40a97abdaa5&device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 1101 time: 0.0423090 Aug 31 09:09:11.045820 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.046156 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.l3_db [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Floating IP 9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8 disassociated (deleted). External IP: 172.27.3.184, port: 59c86425-6fd7-4d09-a631-143d513ffe55. Aug 31 09:09:11.093009 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-8935cdbf-46e6-48fe-85cb-9e6b726d6a8b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=111139b0-64d0-47bb-b4a0-3d7ee6bac58a HTTP/1.1" status: 200 len: 217 time: 0.0389185 Aug 31 09:09:11.145500 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cac3-5d74-4987-8f48-44330437e34c req-c364d04a-376b-4822-9800-655aca5e3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:11.146993 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-c364d04a-376b-4822-9800-655aca5e3edc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=28ee0c74-66cd-4c1f-a897-38e7a020fa54 HTTP/1.1" status: 200 len: 843 time: 0.0461738 Aug 31 09:09:11.198024 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cac3-5d74-4987-8f48-44330437e34c req-07f27a14-cdea-4a4b-8ad0-ae1c324b1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:11.199564 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-07f27a14-cdea-4a4b-8ad0-ae1c324b1012 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=b732f042-73ee-47a1-b3d7-6f6e4be2eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0451329 Aug 31 09:09:11.258628 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:11.328852 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f89ed4-0c72-4b34-a4fb-d07acc38140c req-efa14be3-82aa-4490-9861-b6634a380da9 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:11.330858 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c7f89ed4-0c72-4b34-a4fb-d07acc38140c req-efa14be3-82aa-4490-9861-b6634a380da9 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 948 time: 0.0764456 Aug 31 09:09:11.336511 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-fb850375-9a2c-431f-99fb-6d6da991fcd9 service neutron] 10.222.0.107 "GET /v2.0/networks/b732f042-73ee-47a1-b3d7-6f6e4be2eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284287 Aug 31 09:09:11.368194 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:11.373155 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.378149 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:11.387359 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:11.387838 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:11.405829 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-da5c4613-f0d6-4b4b-a2b2-00cae2940ba8 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "DELETE /v2.0/floatingips/9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8 HTTP/1.1" status: 204 len: 168 time: 1.0407956 Aug 31 09:09:11.405829 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:11.406887 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d" -d '{"events": [{"name": "network-changed", "server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:11.423906 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c7f89ed4-0c72-4b34-a4fb-d07acc38140c req-83a62500-6081-4cd9-9582-72ddaea7fd32 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864546 Aug 31 09:09:11.459981 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-05b5cac3-5d74-4987-8f48-44330437e34c req-f3fd417b-c1cd-4042-9625-4657372ba7c4 service neutron] 10.222.0.107 "GET /v2.0/networks/b732f042-73ee-47a1-b3d7-6f6e4be2eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063874 Aug 31 09:09:11.513665 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:11.713122 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:11.743020 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:11.751243 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:11.751847 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:11.864015 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:12.060496 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:12.086783 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b39ea-20b3-4209-92db-882b0b1ca964 None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 4, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '40318f96-4a36-4a3a-af1e-5851e45f3e3c', 'name': '', 'network_id': '764f79b7-4193-4197-b75c-76669e3f52b2', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'mac_address': 'fa:16:3e:c0:a3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:11Z', 'updated_at': '2021-08-31T09:00:19Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'subnets': [{'id': '245ab52f-e6e4-4d78-bd11-a22541c18887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:12.117201 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e57db4c-3bce-4c08-924e-5cfd8cfbeab6 x-openstack-request-id: req-0e57db4c-3bce-4c08-924e-5cfd8cfbeab6 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:12.117201 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:12.117424 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e57db4c-3bce-4c08-924e-5cfd8cfbeab6 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:12.118034 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55', 'status': 'completed', 'code': 200} Aug 31 09:09:12.205564 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-988ed7cd-f4b1-4157-9958-d4e028016e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.205564 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-988ed7cd-f4b1-4157-9958-d4e028016e5c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=18c994179b2547efb476c55739f163b0&device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 1098 time: 0.0538445 Aug 31 09:09:12.321206 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d333f98-ed56-43ed-934d-b1134ef5af63 req-3c92e395-5a8e-46bf-8ccf-715c24b3cfed tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.322726 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2d333f98-ed56-43ed-934d-b1134ef5af63 req-3c92e395-5a8e-46bf-8ccf-715c24b3cfed tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.1150074 Aug 31 09:09:12.347947 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effe1f37-3f11-40c1-a009-d9513146eb94 None None] New status for floating IP 9e5cbe8a-b4c8-47be-bd75-17c7ab2f4ba8: DOWN {{(pid=101247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:09:12.360158 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-45f30be1-fd4d-43b0-b2d5-c32078c0ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.362217 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-45f30be1-fd4d-43b0-b2d5-c32078c0ee46 service neutron] 10.222.0.107 "GET /v2.0/networks?id=764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 200 len: 913 time: 0.1445651 Aug 31 09:09:12.386798 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2d333f98-ed56-43ed-934d-b1134ef5af63 req-78d65cce-8b62-4231-90a1-7a4a12615ead tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564013 Aug 31 09:09:12.418431 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-8fd78a99-d6b3-4136-8d26-84eb2c4485e9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59c86425-6fd7-4d09-a631-143d513ffe55 HTTP/1.1" status: 200 len: 217 time: 0.0433948 Aug 31 09:09:12.507452 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-d06b9c50-32da-4050-b1ae-5e4843244033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.508940 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-d06b9c50-32da-4050-b1ae-5e4843244033 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 200 len: 851 time: 0.0806940 Aug 31 09:09:12.527434 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab552fa5-dc0b-42b5-9687-ab33dc7bb78c req-1b91d826-9864-4d07-b3b7-a89aa42e3ccd tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.529350 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab552fa5-dc0b-42b5-9687-ab33dc7bb78c req-1b91d826-9864-4d07-b3b7-a89aa42e3ccd tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 945 time: 0.0676227 Aug 31 09:09:12.592817 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ab552fa5-dc0b-42b5-9687-ab33dc7bb78c req-2db0319a-7370-4ba5-bd55-367aad952324 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524707 Aug 31 09:09:12.600649 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-c6e8c7a9-07e1-4dfb-af0e-3c5cab7c2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.602280 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-c6e8c7a9-07e1-4dfb-af0e-3c5cab7c2f8c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=764f79b7-4193-4197-b75c-76669e3f52b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718493 Aug 31 09:09:12.741053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df0e10-eba1-4214-8cc4-c78cd4f14173 req-bff9e0c6-fb51-4fc8-9780-ce6ab4568242 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:12.742518 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a2df0e10-eba1-4214-8cc4-c78cd4f14173 req-bff9e0c6-fb51-4fc8-9780-ce6ab4568242 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 948 time: 0.0781021 Aug 31 09:09:12.746168 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-e994b181-c6d7-465c-9816-15efaeb5c881 service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329827 Aug 31 09:09:12.829952 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a2df0e10-eba1-4214-8cc4-c78cd4f14173 req-a2d1b1b8-70f4-48e3-9f45-fe517d4608fa tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813026 Aug 31 09:09:12.866338 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-2cf48bd1-d06c-4ff1-aff7-21ce9721a72d req-12070477-fb2e-4beb-9a92-cc2011125ffd service neutron] 10.222.0.107 "GET /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042662 Aug 31 09:09:13.515498 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769ff47-a868-4e15-94ef-ff3456fe174a req-b3053155-7736-4f3a-9427-99e61fce34d0 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:13.517453 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5769ff47-a868-4e15-94ef-ff3456fe174a req-b3053155-7736-4f3a-9427-99e61fce34d0 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0545361 Aug 31 09:09:13.555208 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-5769ff47-a868-4e15-94ef-ff3456fe174a req-ca7554e1-40b8-4aca-af4d-0cbbd3aee12a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316982 Aug 31 09:09:13.716283 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beca8f-a4ff-476f-88b6-9129d2b3bcda req-a1464831-72f4-4796-be4b-fc5b511b74bc tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:13.717665 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f8beca8f-a4ff-476f-88b6-9129d2b3bcda req-a1464831-72f4-4796-be4b-fc5b511b74bc tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 945 time: 0.0538082 Aug 31 09:09:13.756727 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f8beca8f-a4ff-476f-88b6-9129d2b3bcda req-43ca8590-b108-4ff4-97fe-94dd53b85e14 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327687 Aug 31 09:09:13.944890 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fac0d-d395-4e4c-9eeb-ee77ccd8e4e0 req-aab1b720-4381-4b9e-8f1d-1e49dac5c634 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:13.946415 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-259fac0d-d395-4e4c-9eeb-ee77ccd8e4e0 req-aab1b720-4381-4b9e-8f1d-1e49dac5c634 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 948 time: 0.0510681 Aug 31 09:09:13.984723 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-259fac0d-d395-4e4c-9eeb-ee77ccd8e4e0 req-e915b32c-8fda-4db3-a724-e2a9cee35135 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Aug 31 09:09:14.401037 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-0aa161ae-1fef-40c4-a9c7-64ae3ac39100 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:14.402503 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-0aa161ae-1fef-40c4-a9c7-64ae3ac39100 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 945 time: 0.0497921 Aug 31 09:09:14.500092 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Deleting port 59c86425-6fd7-4d09-a631-143d513ffe55 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:14.500470 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.596689 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] For port 59c86425-6fd7-4d09-a631-143d513ffe55, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=59c86425-6fd7-4d09-a631-143d513ffe55,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:14.597498 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.610601 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Calling delete_port for 59c86425-6fd7-4d09-a631-143d513ffe55 owned by compute:nova {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:14.877353 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.907783 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event deleted for resources: {'Port': ['ID=59c86425-6fd7-4d09-a631-143d513ffe55,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:14.952933 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] No DVR routers for this DVR port 59c86425-6fd7-4d09-a631-143d513ffe55 on host hv-cinder-78652 {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:14.955961 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.957953 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4716ff45-ab28-4563-a4cd-567062df5bf3 req-e5c42057-acad-4710-a5d1-996ab4816d2d tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.107 "DELETE /v2.0/ports/59c86425-6fd7-4d09-a631-143d513ffe55 HTTP/1.1" status: 204 len: 173 time: 0.5490770 Aug 31 09:09:14.958385 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'name': 'network-vif-deleted', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:14.960751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b449ff7e-4c79-498a-bb32-f025769d617d" -d '{"events": [{"server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "name": "network-vif-deleted", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:15.450181 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bae9e-4857-4a51-91bd-7e1b80045a8f req-ff142b85-7383-4968-b95e-30076aa4c3d7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:15.451666 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ad0bae9e-4857-4a51-91bd-7e1b80045a8f req-ff142b85-7383-4968-b95e-30076aa4c3d7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0473666 Aug 31 09:09:15.497583 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 111139b0-64d0-47bb-b4a0-3d7ee6bac58a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:09:15.630809 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,segment=NetworkSegment(d524b7f3-b7a0-4360-8761-604f628dccfe),segment_id=d524b7f3-b7a0-4360-8761-604f628dccfe)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:15.644701 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '111139b0-64d0-47bb-b4a0-3d7ee6bac58a', 'network_id': 'b732f042-73ee-47a1-b3d7-6f6e4be2eaba', 'port_id': '111139b0-64d0-47bb-b4a0-3d7ee6bac58a', 'mac_address': 'fa:16:3e:26:3d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ee0c74-66cd-4c1f-a897-38e7a020fa54', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:09:15.673646 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ad0bae9e-4857-4a51-91bd-7e1b80045a8f req-35beb1ec-cd76-4365-b93d-9f4c410c097a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146935 Aug 31 09:09:15.698005 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.712634 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111139b0-64d0-47bb-b4a0-3d7ee6bac58a {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:15.718327 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.734741 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,segment=NetworkSegment(d524b7f3-b7a0-4360-8761-604f628dccfe),segment_id=d524b7f3-b7a0-4360-8761-604f628dccfe)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:15.760806 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-20a44597-baa9-472a-81c6-61db5feed500 req-88e00292-dcb9-4a30-80f8-f39573fdc51f tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 210 time: 0.0256393 Aug 31 09:09:15.805449 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699fed1-1de2-4dc6-8482-c5d9339adfa2 x-openstack-request-id: req-1699fed1-1de2-4dc6-8482-c5d9339adfa2 {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:15.805728 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66465fe5-c83a-4900-9073-d34ac9c7c722", "name": "network-vif-deleted", "tag": "59c86425-6fd7-4d09-a631-143d513ffe55", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:15.805978 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1699fed1-1de2-4dc6-8482-c5d9339adfa2 {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:15.806390 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66465fe5-c83a-4900-9073-d34ac9c7c722', 'name': 'network-vif-deleted', 'tag': '59c86425-6fd7-4d09-a631-143d513ffe55', 'status': 'completed', 'code': 200} Aug 31 09:09:15.855054 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.898311 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacb818-127c-4fef-9514-55aef6555ddd req-249b96c2-e21e-4496-8b5d-10cf257a9913 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:15.899917 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8aacb818-127c-4fef-9514-55aef6555ddd req-249b96c2-e21e-4496-8b5d-10cf257a9913 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 949 time: 0.0503480 Aug 31 09:09:15.905743 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,revision_number=4']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:15.913999 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.914354 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.914698 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.915038 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.915403 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.915737 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.916068 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.916435 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.916729 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.917147 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.917380 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.917703 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:15.943154 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-8aacb818-127c-4fef-9514-55aef6555ddd req-a97bdaa2-3269-462d-9925-f0dbe8f95776 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Aug 31 09:09:16.205822 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['111139b0-64d0-47bb-b4a0-3d7ee6bac58a'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:16.796006 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994840fa-a27a-4900-9318-0458191fad62 req-c51232e7-6182-42c9-8d73-1fb3103535bb tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:16.797571 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-994840fa-a27a-4900-9318-0458191fad62 req-c51232e7-6182-42c9-8d73-1fb3103535bb tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0534112 Aug 31 09:09:16.836344 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-994840fa-a27a-4900-9318-0458191fad62 req-79f860a7-2c47-4e07-820b-ea835c3741e3 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318015 Aug 31 09:09:16.929721 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-93623da6-e73f-4e3e-a1f5-352bf00ef25c req-c7165a23-a668-46de-a8bb-1845ce10fafe tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "GET /v2.0/ports?device_id=66465fe5-c83a-4900-9073-d34ac9c7c722 HTTP/1.1" status: 200 len: 210 time: 0.0270324 Aug 31 09:09:17.057599 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27816445-8d92-4a9d-919c-2fc4ce95bb8d req-c32bb46a-81a3-4d46-a0e7-8be33550eabf tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:17.059075 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-27816445-8d92-4a9d-919c-2fc4ce95bb8d req-c32bb46a-81a3-4d46-a0e7-8be33550eabf tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 949 time: 0.0490320 Aug 31 09:09:17.098068 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-27816445-8d92-4a9d-919c-2fc4ce95bb8d req-87149513-aea3-4743-b9e5-74e101cdf71c tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320790 Aug 31 09:09:17.526711 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 111139b0-64d0-47bb-b4a0-3d7ee6bac58a up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:17.712090 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning for port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a completed by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:17.716446 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:17.716904 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:17.793224 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:17.816319 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093ec23d-2aff-4a8e-8e20-d12a0941a9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111139b0-64d0-47bb-b4a0-3d7ee6bac58a'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:17.818571 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b53ba3-7caa-4d4e-99ec-5499a02decad" -d '{"events": [{"server_uuid": "093ec23d-2aff-4a8e-8e20-d12a0941a9e5", "name": "network-vif-plugged", "status": "completed", "tag": "111139b0-64d0-47bb-b4a0-3d7ee6bac58a"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:17.831874 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,segment=NetworkSegment(d524b7f3-b7a0-4360-8761-604f628dccfe),segment_id=d524b7f3-b7a0-4360-8761-604f628dccfe)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:17.857165 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefecf4a-17cc-4580-8879-3d054c81f270 x-openstack-request-id: req-eefecf4a-17cc-4580-8879-3d054c81f270 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:17.857451 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093ec23d-2aff-4a8e-8e20-d12a0941a9e5", "name": "network-vif-plugged", "status": "completed", "tag": "111139b0-64d0-47bb-b4a0-3d7ee6bac58a", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:17.870484 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eefecf4a-17cc-4580-8879-3d054c81f270 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:17.870484 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093ec23d-2aff-4a8e-8e20-d12a0941a9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111139b0-64d0-47bb-b4a0-3d7ee6bac58a', 'code': 200} Aug 31 09:09:17.940933 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:17.941797 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 59c86425-6fd7-4d09-a631-143d513ffe55 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:17.964381 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def78c86-4676-443b-8a32-78fd4c18b29e req-7af6889b-628f-43d2-9e69-27a7657f5fe4 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:17.966039 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-def78c86-4676-443b-8a32-78fd4c18b29e req-7af6889b-628f-43d2-9e69-27a7657f5fe4 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0560403 Aug 31 09:09:17.986299 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 59c86425-6fd7-4d09-a631-143d513ffe55 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:17.986647 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 59c86425-6fd7-4d09-a631-143d513ffe55 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:18.005640 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-def78c86-4676-443b-8a32-78fd4c18b29e req-08977fc8-1d31-4eb1-8bf7-14db645aec41 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327168 Aug 31 09:09:18.011092 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,revision_number=5']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:18.057167 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55218) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:18.218371 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Deleting port 7c0a3d5e-05ae-463a-9e32-5568a7a374eb {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:18.218709 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.229681 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b80bf7-6288-4d3d-8a32-5c8c8aae6d82 req-772d23dd-a6c1-4ed1-a384-da318acc91cc tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:18.231140 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b1b80bf7-6288-4d3d-8a32-5c8c8aae6d82 req-772d23dd-a6c1-4ed1-a384-da318acc91cc tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 950 time: 0.0610256 Aug 31 09:09:18.350389 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b1b80bf7-6288-4d3d-8a32-5c8c8aae6d82 req-924aa6cf-f03f-49f1-9a82-abff7b11655e tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092508 Aug 31 09:09:18.366543 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.366872 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.370373 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606cf6b-f1f3-4b42-a42c-0308d2148312 req-c5b9fe8f-2a56-4227-a511-0332c9d15abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:18.371900 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4606cf6b-f1f3-4b42-a42c-0308d2148312 req-c5b9fe8f-2a56-4227-a511-0332c9d15abe service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 1103 time: 0.1060066 Aug 31 09:09:18.382729 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Calling delete_port for 7c0a3d5e-05ae-463a-9e32-5568a7a374eb owned by network:floatingip {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:18.469209 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4606cf6b-f1f3-4b42-a42c-0308d2148312 req-ac7284ec-9193-4594-bc24-98d1a1786391 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761368 Aug 31 09:09:18.712276 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.740091 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event deleted for resources: {'Port': ['ID=7c0a3d5e-05ae-463a-9e32-5568a7a374eb,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:18.802562 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for floatingip, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.805285 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:18.806435 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8a7201a3-e3ac-4a8f-8883-50b09be218a5 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "DELETE /v2.0/floatingips/4da19f27-1229-47db-afa8-f2aa2c099c5f HTTP/1.1" status: 204 len: 168 time: 0.7482975 Aug 31 09:09:19.123850 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90165a36-20af-427e-b659-4ab012bb68b4 req-ba780049-dcea-4768-9280-7a2cba2b0132 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:19.125335 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-90165a36-20af-427e-b659-4ab012bb68b4 req-ba780049-dcea-4768-9280-7a2cba2b0132 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0483134 Aug 31 09:09:19.163410 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-90165a36-20af-427e-b659-4ab012bb68b4 req-0706d1c5-4440-49fe-bde3-6b305d183bf4 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318055 Aug 31 09:09:19.463831 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747310ae-da9c-4d8f-b466-1e095c0b4775 req-158b8d47-d613-4f70-b994-c01151f4bc93 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:19.465287 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-747310ae-da9c-4d8f-b466-1e095c0b4775 req-158b8d47-d613-4f70-b994-c01151f4bc93 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 950 time: 0.0489030 Aug 31 09:09:19.504229 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-747310ae-da9c-4d8f-b466-1e095c0b4775 req-ffd82259-73ac-4e75-901e-b1b3c96ed606 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Aug 31 09:09:20.278276 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5e90-0d60-4d5b-9307-a31f05a67016 req-7b6a2a89-abdd-476d-a60c-afadc356b60a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:20.279759 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b3ec5e90-0d60-4d5b-9307-a31f05a67016 req-7b6a2a89-abdd-476d-a60c-afadc356b60a tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0499969 Aug 31 09:09:20.321608 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b3ec5e90-0d60-4d5b-9307-a31f05a67016 req-ed328e76-0fc6-46e8-bd2c-7783151af6a4 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356514 Aug 31 09:09:20.323692 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55244) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:20.381514 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e67a0198-57aa-403d-8e4e-a7139217c131 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.405421 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e67a0198-57aa-403d-8e4e-a7139217c131 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.598277 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e67a0198-57aa-403d-8e4e-a7139217c131 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.601051 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-e67a0198-57aa-403d-8e4e-a7139217c131 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:20.602148 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-e67a0198-57aa-403d-8e4e-a7139217c131 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] 10.222.0.66 "DELETE /v2.0/security-groups/4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83 HTTP/1.1" status: 204 len: 168 time: 0.2773986 Aug 31 09:09:20.615152 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a0198-57aa-403d-8e4e-a7139217c131 tempest-TestVolumeBootPattern-1532493511 tempest-TestVolumeBootPattern-1532493511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2e9d16-1fc8-419a-8195-6ad1a4d7fa83,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:20.633101 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6234d-c80f-46ba-85a6-cfd61437766f req-a80526c5-1bfa-4863-807e-e9f3bf38a7f9 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:20.634571 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-76b6234d-c80f-46ba-85a6-cfd61437766f req-a80526c5-1bfa-4863-807e-e9f3bf38a7f9 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 950 time: 0.0621178 Aug 31 09:09:20.684395 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-76b6234d-c80f-46ba-85a6-cfd61437766f req-19ba629b-579c-4b0a-a440-0b5e17222a6a tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 Aug 31 09:09:21.017674 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55256) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:21.525829 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894335-9185-4823-9157-91806027cdeb req-20b8f27e-8ddc-4ee7-b7a9-aba5ec2fbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:21.527324 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ca894335-9185-4823-9157-91806027cdeb req-20b8f27e-8ddc-4ee7-b7a9-aba5ec2fbc66 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d52805d534f459dae33ef8da61642cd&device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1099 time: 0.0965619 Aug 31 09:09:21.630693 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beae26-7b7c-49a9-b0be-5407888a0339 req-274c02bf-f751-4dc9-8bfb-b49d95b992fe tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:21.632195 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-00beae26-7b7c-49a9-b0be-5407888a0339 req-274c02bf-f751-4dc9-8bfb-b49d95b992fe tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.1236863 Aug 31 09:09:21.756156 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-00beae26-7b7c-49a9-b0be-5407888a0339 req-b8a56a53-5d84-4bca-8204-e5ebdb50b691 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978634 Aug 31 09:09:21.802003 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894335-9185-4823-9157-91806027cdeb req-7f4f2ab6-94c6-433d-8232-4219345d8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:21.803509 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ca894335-9185-4823-9157-91806027cdeb req-7f4f2ab6-94c6-433d-8232-4219345d8be9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 200 len: 910 time: 0.2129571 Aug 31 09:09:21.935511 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ca894335-9185-4823-9157-91806027cdeb req-725147ce-a428-4c71-8c21-5c0fd04675b5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 200 len: 1001 time: 0.1117949 Aug 31 09:09:21.944843 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff7fd0-f3b6-4229-a8f4-101532d7740b req-62f7b751-4c28-4aa9-9193-1d8ad0d741f1 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:21.946251 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d6ff7fd0-f3b6-4229-a8f4-101532d7740b req-62f7b751-4c28-4aa9-9193-1d8ad0d741f1 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 950 time: 0.1344519 Aug 31 09:09:22.033677 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894335-9185-4823-9157-91806027cdeb req-ed673d1b-381e-41f3-8e4c-1747bd8c9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:22.035150 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ca894335-9185-4823-9157-91806027cdeb req-ed673d1b-381e-41f3-8e4c-1747bd8c9894 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee7202cd-00d3-4270-b087-9be3486c4421 HTTP/1.1" status: 200 len: 848 time: 0.0848520 Aug 31 09:09:22.038284 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-d6ff7fd0-f3b6-4229-a8f4-101532d7740b req-95cf4d2a-2848-4318-aff0-db30bef6c265 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786257 Aug 31 09:09:22.115623 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894335-9185-4823-9157-91806027cdeb req-6e7393cc-c9e4-4b66-a0db-67357bb090fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:22.117108 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ca894335-9185-4823-9157-91806027cdeb req-6e7393cc-c9e4-4b66-a0db-67357bb090fb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540807 Aug 31 09:09:22.123685 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.298339 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ca894335-9185-4823-9157-91806027cdeb req-9278923e-fd9f-4666-b141-76a780090375 service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415558 Aug 31 09:09:22.439902 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ca894335-9185-4823-9157-91806027cdeb req-a65bb955-ef88-4c97-99d2-26803844149b service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155119 Aug 31 09:09:22.516360 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Deleting port 40318f96-4a36-4a3a-af1e-5851e45f3e3c {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:22.516871 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.598875 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] For port 40318f96-4a36-4a3a-af1e-5851e45f3e3c, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=40318f96-4a36-4a3a-af1e-5851e45f3e3c,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:22.599612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.613548 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Calling delete_port for 40318f96-4a36-4a3a-af1e-5851e45f3e3c owned by network:router_interface {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:22.876623 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dfba3-4a0d-47b6-ae88-b00ec3259279 req-6b060834-6c55-45f7-91f1-deef06b8f394 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:22.878049 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-228dfba3-4a0d-47b6-ae88-b00ec3259279 req-6b060834-6c55-45f7-91f1-deef06b8f394 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0516796 Aug 31 09:09:22.901014 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.936864 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=40318f96-4a36-4a3a-af1e-5851e45f3e3c,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:22.965094 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-228dfba3-4a0d-47b6-ae88-b00ec3259279 req-ff7c6c44-88e4-4909-8187-84827e01a0c1 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808661 Aug 31 09:09:23.147053 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:23.215185 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db671d4e-98d4-4a32-8725-89987a4d657d req-959c4bb2-9577-4191-9d23-53acf0b69463 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:23.216597 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-db671d4e-98d4-4a32-8725-89987a4d657d req-959c4bb2-9577-4191-9d23-53acf0b69463 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 950 time: 0.1069620 Aug 31 09:09:23.322412 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-db671d4e-98d4-4a32-8725-89987a4d657d req-a07f7fae-dcb4-4780-869e-3f31a060b014 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943296 Aug 31 09:09:23.334507 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-64288128-5fc1-433c-9b30-971a9804a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:23.336167 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-64288128-5fc1-433c-9b30-971a9804a086 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d52805d534f459dae33ef8da61642cd&device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1099 time: 0.1187189 Aug 31 09:09:23.511338 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-54813b9f-1b58-4dea-b1b9-04e883e74c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:23.512686 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-54813b9f-1b58-4dea-b1b9-04e883e74c5a service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 200 len: 910 time: 0.1413481 Aug 31 09:09:23.514378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Router aa25a34d-6cd0-469f-877d-b1895b050dc8 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:23.628001 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:23.633206 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-979855bd-fe0d-4910-8bfa-2e85ba338e5a admin admin] 10.222.0.66 "PUT /v2.0/routers/aa25a34d-6cd0-469f-877d-b1895b050dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6144574 Aug 31 09:09:23.635816 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55272) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:23.636773 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] Sync routers for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:23.646888 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:23.647531 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:23.755119 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:24.037045 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks [] for router, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.056827 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:09:22Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:24.085247 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] Checking router: aa25a34d-6cd0-469f-877d-b1895b050dc8 for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:24.094143 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] Routers {'aa25a34d-6cd0-469f-877d-b1895b050dc8'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:24.094973 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['aa25a34d-6cd0-469f-877d-b1895b050dc8'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:24.106472 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-7dfe59dc-52a9-4fa8-b2c5-b704c6747030 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:24.107886 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-7dfe59dc-52a9-4fa8-b2c5-b704c6747030 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.107 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 950 time: 0.3928339 Aug 31 09:09:24.158396 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-268ecfd0-f54f-407c-9c6a-e93449387369 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 200 len: 1001 time: 0.6015830 Aug 31 09:09:24.175964 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfef56-8408-4ece-8a2a-07acd5d61cf3 req-b1530972-4bb0-418e-93d5-1e7053e5dbf0 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:24.177497 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4cbfef56-8408-4ece-8a2a-07acd5d61cf3 req-b1530972-4bb0-418e-93d5-1e7053e5dbf0 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0707934 Aug 31 09:09:24.206489 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] Set router aa25a34d-6cd0-469f-877d-b1895b050dc8 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:24.221472 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.246732 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-a1859d53-0d22-4e1c-9a4e-9bff3656e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:24.248222 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-a1859d53-0d22-4e1c-9a4e-9bff3656e24d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee7202cd-00d3-4270-b087-9be3486c4421 HTTP/1.1" status: 200 len: 848 time: 0.0698588 Aug 31 09:09:24.256201 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Deleting port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:24.256727 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.262079 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-4cbfef56-8408-4ece-8a2a-07acd5d61cf3 req-7caa4e30-4996-41ff-9012-972b91d490ec tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511949 Aug 31 09:09:24.308044 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-09ced65e-67e1-40ae-b01d-321272d62c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:24.309547 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-09ced65e-67e1-40ae-b01d-321272d62c68 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464296 Aug 31 09:09:24.387732 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] For port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,segment=NetworkSegment(d524b7f3-b7a0-4360-8761-604f628dccfe),segment_id=d524b7f3-b7a0-4360-8761-604f628dccfe)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:24.388100 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.393711 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:09:22Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:24.404242 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Calling delete_port for 111139b0-64d0-47bb-b4a0-3d7ee6bac58a owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:24.425286 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2542a9-5f47-46a1-b781-7236e4185265 None None] The sync data for ids ['aa25a34d-6cd0-469f-877d-b1895b050dc8'] in dv-cinder-786524-11-iscsi is: [{'id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'name': 'tempest-TestVolumeBootPattern-1349216269-router', 'tenant_id': '18c994179b2547efb476c55739f163b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:06Z', 'updated_at': '2021-08-31T09:09:22Z', 'revision_number': 5, 'project_id': '18c994179b2547efb476c55739f163b0', 'gw_port': {'id': '0974b4ff-a978-4edf-946c-2bcac29b9218', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25a34d-6cd0-469f-877d-b1895b050dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:08Z', 'updated_at': '2021-08-31T09:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:24.465790 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Deleting port 0974b4ff-a978-4edf-946c-2bcac29b9218 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:24.466198 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.473568 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-735f548a-7ac7-4d2f-9123-d4c387e06a21 service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518781 Aug 31 09:09:24.486803 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71872fc2-8a41-44b4-833b-b6d25eab892f req-57551038-60ac-4146-9856-b34cbdb0183d tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:24.488340 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-71872fc2-8a41-44b4-833b-b6d25eab892f req-57551038-60ac-4146-9856-b34cbdb0183d tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 950 time: 0.0770507 Aug 31 09:09:24.578318 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-71872fc2-8a41-44b4-833b-b6d25eab892f req-0669520a-f6a5-4ca8-9228-c2d4f739e1fd tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/security-groups?id=a968cee7-ec21-41fa-a77b-0c91fd3afed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815449 Aug 31 09:09:24.591499 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] For port 0974b4ff-a978-4edf-946c-2bcac29b9218, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=0974b4ff-a978-4edf-946c-2bcac29b9218,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:24.591499 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.612594 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Calling delete_port for 0974b4ff-a978-4edf-946c-2bcac29b9218 owned by network:router_gateway {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:24.619135 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-04f6f81f-c6e3-427f-907b-f040d680e0d3 req-e1a09f04-93b6-4610-bb1d-78fdc818b7be service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297760 Aug 31 09:09:24.739109 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.760211 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['111139b0-64d0-47bb-b4a0-3d7ee6bac58a'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:24.777981 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Pushing event deleted for resources: {'Port': ['ID=111139b0-64d0-47bb-b4a0-3d7ee6bac58a,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:24.840886 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] No DVR routers for this DVR port 111139b0-64d0-47bb-b4a0-3d7ee6bac58a on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:24.843648 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.845871 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-129dd430-dc0a-4e67-81ee-217f4ea3929e req-57a8ab4b-f549-4bfc-b94d-ae3f263ff53b tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.107 "DELETE /v2.0/ports/111139b0-64d0-47bb-b4a0-3d7ee6bac58a HTTP/1.1" status: 204 len: 173 time: 0.7086699 Aug 31 09:09:24.848489 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093ec23d-2aff-4a8e-8e20-d12a0941a9e5', 'name': 'network-vif-deleted', 'tag': '111139b0-64d0-47bb-b4a0-3d7ee6bac58a'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:24.852091 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38bb35d-f7d0-4e25-b74b-96a086fb00f2" -d '{"events": [{"server_uuid": "093ec23d-2aff-4a8e-8e20-d12a0941a9e5", "name": "network-vif-deleted", "tag": "111139b0-64d0-47bb-b4a0-3d7ee6bac58a"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:24.897783 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d235f3f8-aa7f-4c55-a1cf-c3aa41d6eb29 x-openstack-request-id: req-d235f3f8-aa7f-4c55-a1cf-c3aa41d6eb29 {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:24.898072 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093ec23d-2aff-4a8e-8e20-d12a0941a9e5", "name": "network-vif-deleted", "tag": "111139b0-64d0-47bb-b4a0-3d7ee6bac58a", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:24.898339 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d235f3f8-aa7f-4c55-a1cf-c3aa41d6eb29 {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:24.898739 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093ec23d-2aff-4a8e-8e20-d12a0941a9e5', 'name': 'network-vif-deleted', 'tag': '111139b0-64d0-47bb-b4a0-3d7ee6bac58a', 'status': 'completed', 'code': 200} Aug 31 09:09:25.054441 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.084826 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Pushing event deleted for resources: {'Port': ['ID=0974b4ff-a978-4edf-946c-2bcac29b9218,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:25.153315 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.201333 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 40318f96-4a36-4a3a-af1e-5851e45f3e3c no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:25.222265 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 40318f96-4a36-4a3a-af1e-5851e45f3e3c {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:25.225267 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 40318f96-4a36-4a3a-af1e-5851e45f3e3c not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:25.244247 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.246379 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.394665 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879daf95-350b-4376-8625-ff636a63125d req-2b8d9cf8-a265-4b12-8496-b1a78b324858 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:25.396187 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-879daf95-350b-4376-8625-ff636a63125d req-2b8d9cf8-a265-4b12-8496-b1a78b324858 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0545599 Aug 31 09:09:25.403696 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.404306 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa25a34d-6cd0-469f-877d-b1895b050dc8 {{(pid=101246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:09:25.415705 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.415705 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-43963848-7da7-42e5-ac7c-86d637bf595d admin admin] 10.222.0.66 "DELETE /v2.0/routers/aa25a34d-6cd0-469f-877d-b1895b050dc8 HTTP/1.1" status: 204 len: 168 time: 1.7736220 Aug 31 09:09:25.416326 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55294) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:25.436082 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-879daf95-350b-4376-8625-ff636a63125d req-95180bee-8025-42c9-a9b2-9a4e47f0883c tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339916 Aug 31 09:09:25.477626 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_v2 [None req-3692f89e-2a57-4c8c-a147-ed837820d4e5 admin admin] Deleting subnet 245ab52f-e6e4-4d78-bd11-a22541c18887 {{(pid=101246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:09:25.481761 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-3692f89e-2a57-4c8c-a147-ed837820d4e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.523438 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-3692f89e-2a57-4c8c-a147-ed837820d4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26091517'] for subnet, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.633109 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-3692f89e-2a57-4c8c-a147-ed837820d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.688778 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-20e84c3b-3fb3-4abe-a33e-703c7c920b8a req-b4101478-9eba-44bc-9f33-3c18d25d9875 tempest-VolumesNegativeTest-1766285394 tempest-VolumesNegativeTest-1766285394-project] 10.222.0.66 "GET /v2.0/ports?device_id=093ec23d-2aff-4a8e-8e20-d12a0941a9e5 HTTP/1.1" status: 200 len: 210 time: 0.0257599 Aug 31 09:09:25.866633 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-3692f89e-2a57-4c8c-a147-ed837820d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25381900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192442'] for subnet, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.896222 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692f89e-2a57-4c8c-a147-ed837820d4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245ab52f-e6e4-4d78-bd11-a22541c18887,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:25.902293 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-3692f89e-2a57-4c8c-a147-ed837820d4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.904129 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-3692f89e-2a57-4c8c-a147-ed837820d4e5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/245ab52f-e6e4-4d78-bd11-a22541c18887 HTTP/1.1" status: 204 len: 168 time: 0.4867663 Aug 31 09:09:25.907366 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55300) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:25.907522 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff41cb88-9174-47ac-8a50-ed115acae5f0 None None] Network 764f79b7-4193-4197-b75c-76669e3f52b2 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:25.980586 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.036182 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Deleting port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:26.036522 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.104200 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] DHCP port deletion for 764f79b7-4193-4197-b75c-76669e3f52b2 request from dv-cinder-786524-11-iscsi {{(pid=101247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:09:26.104432 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] For port 7a6a87cb-58ce-4707-a04d-e49f537ddb41, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=7a6a87cb-58ce-4707-a04d-e49f537ddb41,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:26.104882 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.118790 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Calling delete_port for 7a6a87cb-58ce-4707-a04d-e49f537ddb41 owned by network:dhcp {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:26.156219 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] Deleting port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 {{(pid=101247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:26.156730 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.223354 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] For port 7a6a87cb-58ce-4707-a04d-e49f537ddb41, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=7a6a87cb-58ce-4707-a04d-e49f537ddb41,segment=NetworkSegment(4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf),segment_id=4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:26.223756 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.236938 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] Calling delete_port for 7a6a87cb-58ce-4707-a04d-e49f537ddb41 owned by network:dhcp {{(pid=101247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:26.289462 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.310377 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.319948 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] No DVR routers for this DVR port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 on host dv-cinder-786524-11-iscsi {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:26.324636 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6a87cb-58ce-4707-a04d-e49f537ddb41,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:26.339253 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] Pushing event deleted for resources: {'Port': ['ID=7a6a87cb-58ce-4707-a04d-e49f537ddb41,revision_number=None']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:26.342920 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc9384-209d-47b9-adb6-f2072975c725 None None] No DVR routers for this DVR port 7a6a87cb-58ce-4707-a04d-e49f537ddb41 on host dv-cinder-786524-11-iscsi {{(pid=101247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:26.400590 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.412319 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764f79b7-4193-4197-b75c-76669e3f52b2']}} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:26.423380 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf') {'for_net_delete': True} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:26.423678 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c89a643-7ed4-4efa-9b11-d47fc3b4bfaf') {} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:26.432807 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26091462'] for segment, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.446945 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.453029 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=101246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:09:26.453532 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25382070'] for segment, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: Traceback (most recent call last): Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: timer() Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: cb(*args, **kw) Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: return func(*args, **kwargs) Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: self._notify() Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: self.callback(batched_events) Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: event.method(event) Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: return f(self, *a, **k) Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._get(url).json() Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: return self.request(url, 'GET', **kwargs) Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:09:26.455302 dv-cinder-786524-11-iscsi neutron-server[101246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:09:26.670779 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.672991 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.677326 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] 10.222.0.66 "DELETE /v2.0/networks/764f79b7-4193-4197-b75c-76669e3f52b2 HTTP/1.1" status: 204 len: 168 time: 0.7675247 Aug 31 09:09:26.678517 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55310) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:26.688290 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2b09e-023b-445f-ba73-830bc0f6c196 admin admin] Pushing event deleted for resources: {'Network': ['ID=764f79b7-4193-4197-b75c-76669e3f52b2,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:26.923688 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cb7212a7-44b1-4c01-8ae5-90476c23a4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.045995 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.195762 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 0974b4ff-a978-4edf-946c-2bcac29b9218 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:27.215985 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 0974b4ff-a978-4edf-946c-2bcac29b9218 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:27.216388 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 0974b4ff-a978-4edf-946c-2bcac29b9218 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:27.217694 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 7a6a87cb-58ce-4707-a04d-e49f537ddb41 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:27.237820 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 7a6a87cb-58ce-4707-a04d-e49f537ddb41 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:27.238165 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 7a6a87cb-58ce-4707-a04d-e49f537ddb41 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:27.304341 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Deleting port fe5f36e6-a397-4cdb-bebd-f955cc07b23f {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:27.304694 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.390123 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] For port fe5f36e6-a397-4cdb-bebd-f955cc07b23f, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,segment=NetworkSegment(1de45928-8c26-4d37-bb86-6afefe36ea29),segment_id=1de45928-8c26-4d37-bb86-6afefe36ea29)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:27.390488 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.403793 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Calling delete_port for fe5f36e6-a397-4cdb-bebd-f955cc07b23f owned by network:router_interface {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:27.561980 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 111139b0-64d0-47bb-b4a0-3d7ee6bac58a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:27.583014 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 111139b0-64d0-47bb-b4a0-3d7ee6bac58a {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:27.583393 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 111139b0-64d0-47bb-b4a0-3d7ee6bac58a not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:27.776311 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fab2d5-fa2d-4b0e-b8b0-4ae0e1b2a40b req-54fa0b11-9d01-4b20-b473-24424d605d05 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:27.777794 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c6fab2d5-fa2d-4b0e-b8b0-4ae0e1b2a40b req-54fa0b11-9d01-4b20-b473-24424d605d05 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0495672 Aug 31 09:09:27.820894 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c6fab2d5-fa2d-4b0e-b8b0-4ae0e1b2a40b req-3ac58981-e2a0-4123-8c0d-48d2278d4a58 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366061 Aug 31 09:09:27.880824 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.910664 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5f36e6-a397-4cdb-bebd-f955cc07b23f,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:28.084994 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.321838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:28.439125 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:28.451015 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-044419ab-4f60-428b-a762-b644c2011e33 admin admin] 10.222.0.66 "PUT /v2.0/routers/167f1fa3-7687-48ec-aa73-633cffe0aaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7651496 Aug 31 09:09:28.451015 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55338) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:28.451247 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] Sync routers for ids ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:28.458740 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] Routers {'167f1fa3-7687-48ec-aa73-633cffe0aaa5'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:28.459407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:28.555449 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks [] for router, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.566582 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] Set router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:28.666172 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.760947 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:09:27Z', 'revision_number': 5, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:28.787405 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] Checking router: 167f1fa3-7687-48ec-aa73-633cffe0aaa5 for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:28.798874 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] Routers {'167f1fa3-7687-48ec-aa73-633cffe0aaa5'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:28.799539 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:28.907842 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] Set router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:28.968914 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e405148-9de7-4335-be08-3b81ccfeb606 req-6cb65717-6725-43bb-bbef-22371af2d402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:28.970977 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1e405148-9de7-4335-be08-3b81ccfeb606 req-6cb65717-6725-43bb-bbef-22371af2d402 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0797393 Aug 31 09:09:28.986581 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Deleting port 91995732-974b-4203-aca5-34c7d1fcffba {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:28.986931 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.066347 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-1e405148-9de7-4335-be08-3b81ccfeb606 req-296a65a0-d9a2-4033-9caa-ce08f4ca849c tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882373 Aug 31 09:09:29.105841 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] For port 91995732-974b-4203-aca5-34c7d1fcffba, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=91995732-974b-4203-aca5-34c7d1fcffba,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:29.106345 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.115712 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:09:27Z', 'revision_number': 5, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:29.120454 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Calling delete_port for 91995732-974b-4203-aca5-34c7d1fcffba owned by network:router_gateway {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:29.159800 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db907fb2-e094-467d-b70b-bdddcdb9fe7f None None] The sync data for ids ['167f1fa3-7687-48ec-aa73-633cffe0aaa5'] in dv-cinder-786524-11-iscsi is: [{'id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'name': 'tempest-TestVolumeBootPattern-345540594-router', 'tenant_id': '8feb02ba77864888892832d99c3e0e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '91995732-974b-4203-aca5-34c7d1fcffba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:00:17Z', 'updated_at': '2021-08-31T09:09:27Z', 'revision_number': 5, 'project_id': '8feb02ba77864888892832d99c3e0e2a', 'gw_port': {'id': '91995732-974b-4203-aca5-34c7d1fcffba', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f1fa3-7687-48ec-aa73-633cffe0aaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:00:18Z', 'updated_at': '2021-08-31T09:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:29.666049 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.694942 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Pushing event deleted for resources: {'Port': ['ID=91995732-974b-4203-aca5-34c7d1fcffba,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:29.729109 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.756960 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.854689 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.856915 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.861758 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-95deb6c0-819b-4a58-aeea-e03b35aa1e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.199758 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55418) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:30.217787 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63056db-d098-4ff5-81cc-551de5e77125 req-ec7c0293-8020-46a2-ba88-938e76ec7067 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:30.219857 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c63056db-d098-4ff5-81cc-551de5e77125 req-ec7c0293-8020-46a2-ba88-938e76ec7067 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0553188 Aug 31 09:09:30.286177 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c63056db-d098-4ff5-81cc-551de5e77125 req-ebb327b3-2523-4aef-a144-ee51ebc4967c tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598471 Aug 31 09:09:30.299767 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-162e967b-bdad-4c79-a6ca-2ef4ddb92a24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989649 Aug 31 09:09:30.346333 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.346908 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 167f1fa3-7687-48ec-aa73-633cffe0aaa5 {{(pid=101245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:09:30.362385 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.362385 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-255b3efb-ede9-489e-a16d-43e03ab95494 admin admin] 10.222.0.66 "DELETE /v2.0/routers/167f1fa3-7687-48ec-aa73-633cffe0aaa5 HTTP/1.1" status: 204 len: 168 time: 1.9045854 Aug 31 09:09:30.363990 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55428) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:30.420541 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e7e88d-30c3-4b06-b64e-7915bb812a1f admin admin] Deleting subnet 0d589cbf-47bd-4cd6-b581-0d11d423b84e {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:09:30.420541 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e88d-30c3-4b06-b64e-7915bb812a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.459415 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e88d-30c3-4b06-b64e-7915bb812a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.555448 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e88d-30c3-4b06-b64e-7915bb812a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.850082 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e88d-30c3-4b06-b64e-7915bb812a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.876938 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7e88d-30c3-4b06-b64e-7915bb812a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d589cbf-47bd-4cd6-b581-0d11d423b84e,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:30.880263 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e88d-30c3-4b06-b64e-7915bb812a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.882120 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-c0e7e88d-30c3-4b06-b64e-7915bb812a1f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0d589cbf-47bd-4cd6-b581-0d11d423b84e HTTP/1.1" status: 204 len: 168 time: 0.5169456 Aug 31 09:09:30.884801 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55448) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:30.888105 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa981c-6597-458a-b6ad-29c2f061b0dc None None] Network df547a76-8e16-4b17-bd46-1f528b70cde9 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:30.954505 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.966643 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.018330 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:31.019815 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Deleting port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:31.019815 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.074889 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] DHCP port deletion for df547a76-8e16-4b17-bd46-1f528b70cde9 request from dv-cinder-786524-11-iscsi {{(pid=101247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:09:31.088344 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] For port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,segment=NetworkSegment(1de45928-8c26-4d37-bb86-6afefe36ea29),segment_id=1de45928-8c26-4d37-bb86-6afefe36ea29)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:31.088712 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.102530 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Calling delete_port for 19cc7ad1-11df-4a8d-b4fb-7d52994976ee owned by network:dhcp {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:31.138720 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] Deleting port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee {{(pid=101247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:31.139583 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.204242 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 91995732-974b-4203-aca5-34c7d1fcffba no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:31.234001 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 91995732-974b-4203-aca5-34c7d1fcffba {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:31.234001 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 91995732-974b-4203-aca5-34c7d1fcffba not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:31.234874 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 19cc7ad1-11df-4a8d-b4fb-7d52994976ee no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:31.241863 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] For port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,segment=NetworkSegment(1de45928-8c26-4d37-bb86-6afefe36ea29),segment_id=1de45928-8c26-4d37-bb86-6afefe36ea29)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:31.242253 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.277796 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] Calling delete_port for 19cc7ad1-11df-4a8d-b4fb-7d52994976ee owned by network:dhcp {{(pid=101247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:31.289382 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.300196 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No active binding found for port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee {{(pid=101247) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:09:31.300460 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 19cc7ad1-11df-4a8d-b4fb-7d52994976ee not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:31.300784 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device fe5f36e6-a397-4cdb-bebd-f955cc07b23f no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:31.319785 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Pushing event deleted for resources: {'Port': ['ID=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:31.327385 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] No DVR routers for this DVR port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee on host dv-cinder-786524-11-iscsi {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:31.352122 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: fe5f36e6-a397-4cdb-bebd-f955cc07b23f {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:31.352460 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device fe5f36e6-a397-4cdb-bebd-f955cc07b23f not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:31.389427 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.407699 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.417076 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] Pushing event deleted for resources: {'Port': ['ID=19cc7ad1-11df-4a8d-b4fb-7d52994976ee,revision_number=None']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:31.419119 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add01c2-2cd5-443f-8123-82b5d2e7a0c1 None None] No DVR routers for this DVR port 19cc7ad1-11df-4a8d-b4fb-7d52994976ee on host dv-cinder-786524-11-iscsi {{(pid=101247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:31.425135 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df547a76-8e16-4b17-bd46-1f528b70cde9']}} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:31.440523 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de45928-8c26-4d37-bb86-6afefe36ea29') {'for_net_delete': True} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:31.441074 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de45928-8c26-4d37-bb86-6afefe36ea29') {} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:31.446917 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c700-1269-4490-8899-028904e8e24b req-f69c427b-7659-4947-9a46-58548dca9106 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:31.448554 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-23d1c700-1269-4490-8899-028904e8e24b req-f69c427b-7659-4947-9a46-58548dca9106 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0691586 Aug 31 09:09:31.454812 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26091462'] for segment, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.472290 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.479082 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=101246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:09:31.479516 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25382070'] for segment, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.496026 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-23d1c700-1269-4490-8899-028904e8e24b req-8284aa73-44bf-447d-a435-98470907c008 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358062 Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: Traceback (most recent call last): Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: timer() Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: cb(*args, **kw) Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: return func(*args, **kwargs) Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: self._notify() Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: self.callback(batched_events) Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: event.method(event) Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: return f(self, *a, **k) Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._get(url).json() Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: return self.request(url, 'GET', **kwargs) Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:09:31.539387 dv-cinder-786524-11-iscsi neutron-server[101246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:09:31.560952 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0685355a-94b8-48a2-9c38-f4f76dfcb17d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:31.641602 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.664931 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:31.667298 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3217fbfc-84d9-4698-9398-4431674d46a5" -d '{"events": [{"server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "name": "network-vif-unplugged", "status": "completed", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:31.685969 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:31.702516 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ea1f97-a9d0-4504-9104-1fec02d669d5 x-openstack-request-id: req-27ea1f97-a9d0-4504-9104-1fec02d669d5 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:31.702804 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "name": "network-vif-unplugged", "status": "failed", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d", "code": 422}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:31.703052 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27ea1f97-a9d0-4504-9104-1fec02d669d5 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:31.703481 dv-cinder-786524-11-iscsi neutron-server[101247]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'code': 422} returned with failed status Aug 31 09:09:31.706022 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.715266 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.715266 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] 10.222.0.66 "DELETE /v2.0/networks/df547a76-8e16-4b17-bd46-1f528b70cde9 HTTP/1.1" status: 204 len: 168 time: 0.8271990 Aug 31 09:09:31.725596 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce0491-95b3-4b50-985f-cc894956e335 admin admin] Pushing event deleted for resources: {'Network': ['ID=df547a76-8e16-4b17-bd46-1f528b70cde9,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:31.837929 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.884849 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=6']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:32.273497 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55516) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:32.312639 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-5631b6bf-d3e8-4acf-b6c0-fc96456eaaf3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18c994179b2547efb476c55739f163b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379255 Aug 31 09:09:32.315761 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55518) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:32.365583 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-83e45155-b911-4657-a2f5-3631d9d6c347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.397122 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-83e45155-b911-4657-a2f5-3631d9d6c347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.477723 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.564110 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-83e45155-b911-4657-a2f5-3631d9d6c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.580274 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-83e45155-b911-4657-a2f5-3631d9d6c347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.580274 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-83e45155-b911-4657-a2f5-3631d9d6c347 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4343978-4c9f-4233-9107-3408a633a7ac HTTP/1.1" status: 204 len: 168 time: 0.2511792 Aug 31 09:09:32.580274 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e45155-b911-4657-a2f5-3631d9d6c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4343978-4c9f-4233-9107-3408a633a7ac,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:32.637008 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bf4c2-d75b-4115-9028-8f4af3a821f5 req-d87fed33-741d-4f3d-ab20-12b41adb1c75 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:32.638608 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-805bf4c2-d75b-4115-9028-8f4af3a821f5 req-d87fed33-741d-4f3d-ab20-12b41adb1c75 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0708456 Aug 31 09:09:32.689088 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-805bf4c2-d75b-4115-9028-8f4af3a821f5 req-1f5cb9d0-3225-49e0-b288-8a1a7d272580 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427570 Aug 31 09:09:33.554151 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55592) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:33.593155 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-63e77323-2b4d-4a57-a30e-3cdab9be3b89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8feb02ba77864888892832d99c3e0e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378613 Aug 31 09:09:33.596174 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55594) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:33.644863 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-268a6c85-9293-434a-b474-2e0dc694a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:33.666625 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-268a6c85-9293-434a-b474-2e0dc694a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:33.808191 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818f15-f472-457b-9c55-1e3156601bb4 req-0406f034-8f89-4c6a-92dd-481407b1914c tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:33.809672 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6b818f15-f472-457b-9c55-1e3156601bb4 req-0406f034-8f89-4c6a-92dd-481407b1914c tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0503931 Aug 31 09:09:33.853172 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6b818f15-f472-457b-9c55-1e3156601bb4 req-30094f73-4429-416e-bcf7-5b153d2ce8de tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373607 Aug 31 09:09:33.855448 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-268a6c85-9293-434a-b474-2e0dc694a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:33.857934 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-268a6c85-9293-434a-b474-2e0dc694a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:33.859007 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-268a6c85-9293-434a-b474-2e0dc694a694 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea7ce8f3-4483-4f03-b8b8-6506a635d5c0 HTTP/1.1" status: 204 len: 168 time: 0.2619605 Aug 31 09:09:33.867279 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a6c85-9293-434a-b474-2e0dc694a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7ce8f3-4483-4f03-b8b8-6506a635d5c0,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:34.973163 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe285f3-620f-44c7-bd81-35dccc28bcb6 req-7c0abbf6-56f0-4f82-a056-79207feeeff7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:34.974708 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bbe285f3-620f-44c7-bd81-35dccc28bcb6 req-7c0abbf6-56f0-4f82-a056-79207feeeff7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0502961 Aug 31 09:09:35.014462 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bbe285f3-620f-44c7-bd81-35dccc28bcb6 req-3fd23992-bbde-4a1e-8704-4fd9f110fbdc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333211 Aug 31 09:09:35.372751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55614) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:35.529625 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6dac079f-ff36-4fd0-9b9f-ee361eb15dc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c4d287fbd534d49abefb40a97abdaa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556790 Aug 31 09:09:35.532317 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55618) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:35.585489 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8cc53a34-b779-49d1-8fbd-ef7c7082e4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:35.607322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8cc53a34-b779-49d1-8fbd-ef7c7082e4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:35.723295 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8cc53a34-b779-49d1-8fbd-ef7c7082e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:35.726159 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8cc53a34-b779-49d1-8fbd-ef7c7082e4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:35.730234 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8cc53a34-b779-49d1-8fbd-ef7c7082e4f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a968cee7-ec21-41fa-a77b-0c91fd3afed1 HTTP/1.1" status: 204 len: 168 time: 0.1969857 Aug 31 09:09:35.739121 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc53a34-b779-49d1-8fbd-ef7c7082e4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a968cee7-ec21-41fa-a77b-0c91fd3afed1,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:36.136378 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ac94f-68f0-4fc9-a795-d27b42b808c1 req-89f198ba-42ee-45f7-b5e4-2dc1711ec7f8 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:36.138046 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ad0ac94f-68f0-4fc9-a795-d27b42b808c1 req-89f198ba-42ee-45f7-b5e4-2dc1711ec7f8 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0561218 Aug 31 09:09:36.181509 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ad0ac94f-68f0-4fc9-a795-d27b42b808c1 req-226be459-d515-4a6a-9171-c402c28ecb49 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367706 Aug 31 09:09:37.300498 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc6d31-3eaa-4e00-9000-73a5aabc48fd req-d2110008-db16-4401-977e-378c62730768 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:37.302013 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b0bc6d31-3eaa-4e00-9000-73a5aabc48fd req-d2110008-db16-4401-977e-378c62730768 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0496612 Aug 31 09:09:37.341945 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b0bc6d31-3eaa-4e00-9000-73a5aabc48fd req-357d22d1-77b4-4cab-af00-e80dc648b398 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339701 Aug 31 09:09:37.988356 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-5fe05152-1b1e-4ade-b660-96353a8ea3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:37.989877 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-5fe05152-1b1e-4ade-b660-96353a8ea3a1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b&tenant_id=1d52805d534f459dae33ef8da61642cd HTTP/1.1" status: 200 len: 1097 time: 0.1333027 Aug 31 09:09:38.052284 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-323f9e58-eed1-4874-abd5-3c30869ce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:38.053806 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-323f9e58-eed1-4874-abd5-3c30869ce964 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d52805d534f459dae33ef8da61642cd&device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1097 time: 0.0408442 Aug 31 09:09:38.153743 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-b26bf77f-3507-44ea-855d-ab409acde284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:38.155259 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-b26bf77f-3507-44ea-855d-ab409acde284 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 200 len: 910 time: 0.0912275 Aug 31 09:09:38.222080 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-353afcc1-9172-4bc2-91ef-cd1b69bbcbeb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 200 len: 999 time: 0.0593123 Aug 31 09:09:38.271486 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-5edb0826-f144-4ceb-8b72-0630c20824c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:38.272955 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-5edb0826-f144-4ceb-8b72-0630c20824c2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee7202cd-00d3-4270-b087-9be3486c4421 HTTP/1.1" status: 200 len: 848 time: 0.0435500 Aug 31 09:09:38.321808 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-401c1fd9-22a2-437f-8f5a-b1c17c987696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:38.323361 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-401c1fd9-22a2-437f-8f5a-b1c17c987696 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435605 Aug 31 09:09:38.334614 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-5a4ae8ae-5c9e-477c-acad-27e166a3ac6c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:09:38.335632 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-5a4ae8ae-5c9e-477c-acad-27e166a3ac6c service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051358 Aug 31 09:09:38.432720 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-592d3d73-82db-4340-94c9-f73b4c16d0c0 service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869992 Aug 31 09:09:38.457882 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7842f51-5a46-4b61-a2cb-dcd4a1bb6ff1 req-24acfa2a-b311-4a12-8b90-c69285b63a97 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:38.459379 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f7842f51-5a46-4b61-a2cb-dcd4a1bb6ff1 req-24acfa2a-b311-4a12-8b90-c69285b63a97 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0480556 Aug 31 09:09:38.499105 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-f7842f51-5a46-4b61-a2cb-dcd4a1bb6ff1 req-8eb2658a-4c18-4614-87b1-3bf534e762a0 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331318 Aug 31 09:09:38.532259 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-17d15c2f-3e5d-42b6-b679-5e5ae20baf2b req-53096bad-4f86-4ab6-be29-812e3f704354 service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913756 Aug 31 09:09:39.835979 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47356-8047-4108-89c2-3b72025286aa req-127e205e-3ad8-4bac-a272-19a88099e2b7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.837456 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eeb47356-8047-4108-89c2-3b72025286aa req-127e205e-3ad8-4bac-a272-19a88099e2b7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0549357 Aug 31 09:09:39.879649 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-eeb47356-8047-4108-89c2-3b72025286aa req-1c41d708-3db5-486e-8d4a-25bbb545b64d tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333343 Aug 31 09:09:41.034562 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372072c-e17d-4253-aaba-330a1f84fc1e req-f975b889-4eb9-4036-b266-863eed1ea7f7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:41.036750 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6372072c-e17d-4253-aaba-330a1f84fc1e req-f975b889-4eb9-4036-b266-863eed1ea7f7 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0499201 Aug 31 09:09:41.076726 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6372072c-e17d-4253-aaba-330a1f84fc1e req-f2f8654d-279b-4500-b1cc-f649a18e158e tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337420 Aug 31 09:09:42.000757 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa439648-a086-4fa6-8b4c-9ab4df916d65 req-7394294d-4691-4cfe-9de2-b55bd1218613 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:42.002285 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-aa439648-a086-4fa6-8b4c-9ab4df916d65 req-7394294d-4691-4cfe-9de2-b55bd1218613 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0497515 Aug 31 09:09:42.041696 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-aa439648-a086-4fa6-8b4c-9ab4df916d65 req-1fdb22ca-b210-44e0-9c6d-1adfbabb1a50 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332572 Aug 31 09:09:42.197595 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214684a1-cced-4511-a53b-f8db79ce6391 req-56c5912b-7490-4d87-ab91-ca2398745214 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:42.199137 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-214684a1-cced-4511-a53b-f8db79ce6391 req-56c5912b-7490-4d87-ab91-ca2398745214 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0546205 Aug 31 09:09:42.240553 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-214684a1-cced-4511-a53b-f8db79ce6391 req-75ae993c-c4de-4af3-bd35-e07a05774371 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349498 Aug 31 09:09:43.159004 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1acdb3-0996-40df-b311-efad5d56a08c req-20d313f0-bb74-4380-9566-b24519b21ef0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:43.160510 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f1acdb3-0996-40df-b311-efad5d56a08c req-20d313f0-bb74-4380-9566-b24519b21ef0 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0484140 Aug 31 09:09:43.197985 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-0f1acdb3-0996-40df-b311-efad5d56a08c req-e34865da-4873-43a5-8337-9a8394c8dea2 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315690 Aug 31 09:09:43.355579 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8625f-55fc-4951-8969-2738a1a31d77 req-a6a977c9-0917-4ca6-998c-d8e6c624d6f8 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:43.356969 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a2c8625f-55fc-4951-8969-2738a1a31d77 req-a6a977c9-0917-4ca6-998c-d8e6c624d6f8 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0483162 Aug 31 09:09:43.394872 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a2c8625f-55fc-4951-8969-2738a1a31d77 req-993942c9-fc78-443e-acb4-7f8392d5889f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Aug 31 09:09:44.000788 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-9fadadb5-bad6-44b5-839d-330295d6189e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:44.002290 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-9fadadb5-bad6-44b5-839d-330295d6189e tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0504546 Aug 31 09:09:44.096034 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Deleting port ea2978b5-4abe-40d5-8a68-eb4287a829f4 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:44.096366 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.190106 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] For port ea2978b5-4abe-40d5-8a68-eb4287a829f4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ea2978b5-4abe-40d5-8a68-eb4287a829f4,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:44.190472 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.320730 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127c24a-ed79-4275-826d-f1c3963ac722 req-ac366e09-5a6c-4f48-929f-dc6291f44f36 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:44.322378 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6127c24a-ed79-4275-826d-f1c3963ac722 req-ac366e09-5a6c-4f48-929f-dc6291f44f36 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 945 time: 0.0570145 Aug 31 09:09:44.360959 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.361349 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532753'] for floatingip, after_update {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.361658 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.db.l3_db [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Floating IP fbe12549-8bad-4a45-8a36-38ba6518907e disassociated. External IP: 172.27.3.142, port: ea2978b5-4abe-40d5-8a68-eb4287a829f4. Aug 31 09:09:44.361994 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Calling delete_port for ea2978b5-4abe-40d5-8a68-eb4287a829f4 owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:44.364314 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-6127c24a-ed79-4275-826d-f1c3963ac722 req-a3321867-82e9-46e1-814e-c6c8070691cf tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups?id=96009b74-e315-4225-9e49-b7bcbf6e7d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354207 Aug 31 09:09:44.517136 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f13a40-1b40-4284-8a21-8d910e833df6 req-050fd3cc-0c30-4861-b652-77d555ae9258 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:44.518739 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a2f13a40-1b40-4284-8a21-8d910e833df6 req-050fd3cc-0c30-4861-b652-77d555ae9258 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0537233 Aug 31 09:09:44.561958 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-a2f13a40-1b40-4284-8a21-8d910e833df6 req-5352eef9-c8b6-476c-9005-8b5d02556ce6 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370686 Aug 31 09:09:44.575328 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.602915 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event deleted for resources: {'Port': ['ID=ea2978b5-4abe-40d5-8a68-eb4287a829f4,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:44.727525 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Router e711721b-dbf1-486d-bb8d-96806e06e10a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:44.847699 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:44.861465 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] Sync routers for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:44.878106 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:44.879017 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:44.889789 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] No DVR routers for this DVR port ea2978b5-4abe-40d5-8a68-eb4287a829f4 on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:44.893224 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.894832 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-540abf92-1852-43e1-88aa-e0c6aba5bf61 req-09802f6b-8c3a-46a2-ac2c-cefc7174f16a tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.107 "DELETE /v2.0/ports/ea2978b5-4abe-40d5-8a68-eb4287a829f4 HTTP/1.1" status: 204 len: 173 time: 0.8847060 Aug 31 09:09:44.895332 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182433b7-baec-467f-94ef-331200cf7b28', 'name': 'network-vif-deleted', 'tag': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:44.897736 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce17f4c4-0e0b-4952-aff4-f34c69ef3874" -d '{"events": [{"server_uuid": "182433b7-baec-467f-94ef-331200cf7b28", "name": "network-vif-deleted", "tag": "ea2978b5-4abe-40d5-8a68-eb4287a829f4"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:45.027997 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:45.086392 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad857d-8768-4f27-a225-1e029091a69e x-openstack-request-id: req-f8ad857d-8768-4f27-a225-1e029091a69e {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:45.087090 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182433b7-baec-467f-94ef-331200cf7b28", "name": "network-vif-deleted", "tag": "ea2978b5-4abe-40d5-8a68-eb4287a829f4", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:45.087090 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8ad857d-8768-4f27-a225-1e029091a69e {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:45.087383 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182433b7-baec-467f-94ef-331200cf7b28', 'name': 'network-vif-deleted', 'tag': 'ea2978b5-4abe-40d5-8a68-eb4287a829f4', 'status': 'completed', 'code': 200} Aug 31 09:09:45.284742 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:45.311785 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] Checking router: e711721b-dbf1-486d-bb8d-96806e06e10a for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:45.321480 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:45.322118 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:45.439267 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:45.490517 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-b0819ee4-8459-4127-b1df-0a96d7fb2030 req-f5a1ab14-4557-4b82-bf3e-554229a62a0d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/ports?device_id=182433b7-baec-467f-94ef-331200cf7b28 HTTP/1.1" status: 200 len: 210 time: 0.0283861 Aug 31 09:09:45.677265 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.692890 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:45.717111 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f11dda-4b60-4119-8ee0-1b1ca8e1f62d req-a4294967-7625-4506-96dc-ac1631c114d6 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.718764 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-30f11dda-4b60-4119-8ee0-1b1ca8e1f62d req-a4294967-7625-4506-96dc-ac1631c114d6 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0805717 Aug 31 09:09:45.720294 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ab849-aab7-46d6-8ad8-770441727c82 None None] The sync data for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi is: [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:03:11Z', 'revision_number': 4, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': '6982bc40-a3ec-4426-87a0-74a9f33b39d9', 'name': '', 'network_id': 'f2d0785c-2165-4e34-93ca-0268b5014c44', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'mac_address': 'fa:16:3e:b2:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:09Z', 'updated_at': '2021-08-31T09:03:19Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'subnets': [{'id': 'dc22d9f0-a41e-4704-899d-f01e60369f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:45.768479 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-30f11dda-4b60-4119-8ee0-1b1ca8e1f62d req-0d60cba2-551f-41e7-a7ca-9866994a2e45 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Aug 31 09:09:45.986281 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64df3c-cda6-4cc7-b5e9-bd9d9f4b37fb None None] New status for floating IP fbe12549-8bad-4a45-8a36-38ba6518907e: DOWN {{(pid=101247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:09:46.701562 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55706) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:46.759112 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5c740a98-4505-4a27-8b03-8e232615498d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.782314 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5c740a98-4505-4a27-8b03-8e232615498d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.902986 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874e55-d208-48e0-9cde-14f93eb60c01 req-eaf4a065-e2cb-426a-bf1a-bca92e155f4f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:46.904566 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-52874e55-d208-48e0-9cde-14f93eb60c01 req-eaf4a065-e2cb-426a-bf1a-bca92e155f4f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0512323 Aug 31 09:09:46.945502 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-52874e55-d208-48e0-9cde-14f93eb60c01 req-ceac3510-67c2-4a58-85c8-0cc8e4d2adf2 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345991 Aug 31 09:09:46.969256 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5c740a98-4505-4a27-8b03-8e232615498d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.973016 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-5c740a98-4505-4a27-8b03-8e232615498d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.974177 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-5c740a98-4505-4a27-8b03-8e232615498d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "DELETE /v2.0/security-groups/96009b74-e315-4225-9e49-b7bcbf6e7d0f HTTP/1.1" status: 204 len: 168 time: 0.2715986 Aug 31 09:09:46.977551 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55710) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:46.984348 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c740a98-4505-4a27-8b03-8e232615498d tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96009b74-e315-4225-9e49-b7bcbf6e7d0f,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:46.995026 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.api.v2.resource [None req-a57962bb-9d76-4ad8-855c-2353da338661 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] show failed (client error): The resource could not be found. Aug 31 09:09:46.995026 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-a57962bb-9d76-4ad8-855c-2353da338661 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "GET /v2.0/security-groups/96009b74-e315-4225-9e49-b7bcbf6e7d0f HTTP/1.1" status: 404 len: 347 time: 0.0145164 Aug 31 09:09:46.996857 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 55712) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:47.125914 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Deleting port e7b4ba76-4c94-4ea1-a029-d4fe1d0f6ab8 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:47.126257 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.455242 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.455551 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.467077 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Calling delete_port for e7b4ba76-4c94-4ea1-a029-d4fe1d0f6ab8 owned by network:floatingip {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:47.652650 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0685355a-94b8-48a2-9c38-f4f76dfcb17d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=101247) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:09:47.657247 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device ea2978b5-4abe-40d5-8a68-eb4287a829f4 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:47.681004 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: ea2978b5-4abe-40d5-8a68-eb4287a829f4 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:47.681371 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device ea2978b5-4abe-40d5-8a68-eb4287a829f4 not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:47.735117 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.761454 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Pushing event deleted for resources: {'Port': ['ID=e7b4ba76-4c94-4ea1-a029-d4fe1d0f6ab8,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:47.771114 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:47.782386 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Returning: {'device': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'port_id': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'mac_address': 'fa:16:3e:13:b9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101247) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:09:47.786047 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.786398 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.786738 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.787073 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.787431 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.787761 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.788085 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.788407 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.788730 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.789058 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.789379 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.789698 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.831458 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks [] for floatingip, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.834039 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.835280 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-85fce0df-09e4-42c3-b290-bac8701ec308 tempest-AttachVolumeTestJSON-541051643 tempest-AttachVolumeTestJSON-541051643-project] 10.222.0.66 "DELETE /v2.0/floatingips/fbe12549-8bad-4a45-8a36-38ba6518907e HTTP/1.1" status: 204 len: 168 time: 0.8374832 Aug 31 09:09:47.949320 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.961945 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0685355a-94b8-48a2-9c38-f4f76dfcb17d {{(pid=101247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:47.982578 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:48.069117 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3f636-3108-4ae0-a2b8-8c3d1c7e4d9e req-e8f2baf8-1bb6-4895-947c-fdafcf081719 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:48.070632 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-dfb3f636-3108-4ae0-a2b8-8c3d1c7e4d9e req-e8f2baf8-1bb6-4895-947c-fdafcf081719 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 944 time: 0.0542970 Aug 31 09:09:48.111108 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-dfb3f636-3108-4ae0-a2b8-8c3d1c7e4d9e req-c24a490d-4913-42c6-a892-a70b662a2111 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342655 Aug 31 09:09:48.112266 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.166039 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=7']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:48.318674 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] get_ports_and_sgs() called for port_ids ['0685355a-94b8-48a2-9c38-f4f76dfcb17d'] {{(pid=101247) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:49.241383 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53936fa1-4662-4c08-a45c-538a1c8d6dfd req-5c09f532-ef32-40cb-be98-f1f2f48f2180 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:49.243496 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-53936fa1-4662-4c08-a45c-538a1c8d6dfd req-5c09f532-ef32-40cb-be98-f1f2f48f2180 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 945 time: 0.0532899 Aug 31 09:09:49.290933 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-53936fa1-4662-4c08-a45c-538a1c8d6dfd req-b76c3fc0-3380-46b7-83f2-55c0f1dcf543 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 Aug 31 09:09:49.683712 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0685355a-94b8-48a2-9c38-f4f76dfcb17d up at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:49.733092 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.provisioning_blocks [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Provisioning complete for port 0685355a-94b8-48a2-9c38-f4f76dfcb17d triggered by entity L2. {{(pid=101247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:49.740434 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8120754'] for port, provisioning_complete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.820649 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7951461'] for port, before_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.843113 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d'}] {{(pid=101247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:49.845585 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2502598b231851d1866742e651c160c405d9060f11527626399f031ab6950fe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4459cd5-3c5f-40ad-b222-755967fed927" -d '{"events": [{"server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "name": "network-vif-plugged", "status": "completed", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d"}]}' {{(pid=101247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:49.864895 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:49.893721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e00607-71ef-4f22-bca6-6a0f89687a41 x-openstack-request-id: req-10e00607-71ef-4f22-bca6-6a0f89687a41 {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:49.893721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "name": "network-vif-plugged", "status": "completed", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d", "code": 200}]} {{(pid=101247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:49.893721 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10e00607-71ef-4f22-bca6-6a0f89687a41 {{(pid=101247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:49.893721 dv-cinder-786524-11-iscsi neutron-server[101247]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'code': 200} Aug 31 09:09:49.991279 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793194379987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793193878312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793193878330'] for port, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.038912 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Pushing event updated for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=8']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:50.196103 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe34e31-14ba-40e7-9523-5044b2488c77 req-07b0fbb1-a481-4c45-896e-117773f1a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:50.197648 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbe34e31-14ba-40e7-9523-5044b2488c77 req-07b0fbb1-a481-4c45-896e-117773f1a05c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1099 time: 0.0444510 Aug 31 09:09:50.234222 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-fbe34e31-14ba-40e7-9523-5044b2488c77 req-4a9cf1fb-8794-4129-bf3c-654f3c5a639c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290024 Aug 31 09:09:50.417524 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb227afb-60c3-4e0e-8eaf-eea521cf3180 req-0680f570-4f7f-4263-ae87-d6c0c9e7e263 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:50.419021 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bb227afb-60c3-4e0e-8eaf-eea521cf3180 req-0680f570-4f7f-4263-ae87-d6c0c9e7e263 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0488465 Aug 31 09:09:50.459392 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-bb227afb-60c3-4e0e-8eaf-eea521cf3180 req-0c588dfc-25dd-429e-a1de-1daf622357dc tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340102 Aug 31 09:09:51.580050 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dafe5-679b-4d9e-9d48-378e7333cc82 req-bef56daa-5603-451e-8e0d-81c212905513 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:51.581570 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c96dafe5-679b-4d9e-9d48-378e7333cc82 req-bef56daa-5603-451e-8e0d-81c212905513 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0549376 Aug 31 09:09:51.621289 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-c96dafe5-679b-4d9e-9d48-378e7333cc82 req-2e9eac59-21d9-447d-9ab3-f70854b362bf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Aug 31 09:09:52.455412 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55752) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:52.925906 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.176141 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Deleting port 6982bc40-a3ec-4426-87a0-74a9f33b39d9 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:53.176394 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.257612 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] For port 6982bc40-a3ec-4426-87a0-74a9f33b39d9, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=6982bc40-a3ec-4426-87a0-74a9f33b39d9,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:53.257974 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.272017 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Calling delete_port for 6982bc40-a3ec-4426-87a0-74a9f33b39d9 owned by network:router_interface {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:53.585243 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.613396 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Pushing event deleted for resources: {'Port': ['ID=6982bc40-a3ec-4426-87a0-74a9f33b39d9,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:53.638215 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.638558 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.638892 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.639243 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.639575 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.640401 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.640725 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.641047 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.641366 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.641714 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.642034 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.642348 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:53.790391 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.014762 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Router e711721b-dbf1-486d-bb8d-96806e06e10a has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:54.128458 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:54.136500 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-18821d1e-cf3b-46b9-8b31-62a6f3dcc34c admin admin] 10.222.0.66 "PUT /v2.0/routers/e711721b-dbf1-486d-bb8d-96806e06e10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774487 Aug 31 09:09:54.137253 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55756) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:54.139935 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] Sync routers for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:54.150357 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:54.151074 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:54.256189 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks [] for router, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.270433 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:54.383311 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.527467 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Deleting port cb088c0e-6aa8-442e-9f40-6a711753a4b8 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:54.527789 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.556211 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:09:53Z', 'revision_number': 5, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port': {'id': 'cb088c0e-6aa8-442e-9f40-6a711753a4b8', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:27:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:03:05Z', 'updated_at': '2021-08-31T09:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:54.587720 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] Checking router: e711721b-dbf1-486d-bb8d-96806e06e10a for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:54.596734 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] Routers {'e711721b-dbf1-486d-bb8d-96806e06e10a'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:54.597379 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:09:30Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['e711721b-dbf1-486d-bb8d-96806e06e10a'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:54.617641 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] For port cb088c0e-6aa8-442e-9f40-6a711753a4b8, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=cb088c0e-6aa8-442e-9f40-6a711753a4b8,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:54.618007 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.633405 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Calling delete_port for cb088c0e-6aa8-442e-9f40-6a711753a4b8 owned by network:router_gateway {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:54.687970 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] Set router e711721b-dbf1-486d-bb8d-96806e06e10a gateway port host: None {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:54.741570 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:09:54Z', 'revision_number': 6, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port_host': None}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:54.787633 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b378f2d-460a-4864-b2fd-f9aa10582122 None None] The sync data for ids ['e711721b-dbf1-486d-bb8d-96806e06e10a'] in dv-cinder-786524-11-iscsi is: [{'id': 'e711721b-dbf1-486d-bb8d-96806e06e10a', 'name': 'tempest-AttachVolumeTestJSON-1953456877-router', 'tenant_id': 'fa4d7234d48d4e13a78efa16079658b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:03:04Z', 'updated_at': '2021-08-31T09:09:54Z', 'revision_number': 6, 'project_id': 'fa4d7234d48d4e13a78efa16079658b9', 'gw_port_host': None}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:54.939718 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.963948 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb088c0e-6aa8-442e-9f40-6a711753a4b8,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:55.040493 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.137222 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.140236 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.329332 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.329787 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e711721b-dbf1-486d-bb8d-96806e06e10a {{(pid=101245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:09:55.334478 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.335603 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-95c9407f-b875-471f-9476-21de0e312376 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e711721b-dbf1-486d-bb8d-96806e06e10a HTTP/1.1" status: 204 len: 168 time: 1.1973059 Aug 31 09:09:55.338057 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55758) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:55.385738 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-36681301-5fb2-44a8-acde-7581d92f65dc admin admin] Deleting subnet dc22d9f0-a41e-4704-899d-f01e60369f53 {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:09:55.389210 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36681301-5fb2-44a8-acde-7581d92f65dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.427365 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36681301-5fb2-44a8-acde-7581d92f65dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.516068 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36681301-5fb2-44a8-acde-7581d92f65dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.569465 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 6982bc40-a3ec-4426-87a0-74a9f33b39d9 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:55.596772 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 6982bc40-a3ec-4426-87a0-74a9f33b39d9 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:55.597024 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 6982bc40-a3ec-4426-87a0-74a9f33b39d9 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:55.717395 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36681301-5fb2-44a8-acde-7581d92f65dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.745401 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36681301-5fb2-44a8-acde-7581d92f65dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc22d9f0-a41e-4704-899d-f01e60369f53,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:55.749940 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36681301-5fb2-44a8-acde-7581d92f65dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.754317 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-36681301-5fb2-44a8-acde-7581d92f65dc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dc22d9f0-a41e-4704-899d-f01e60369f53 HTTP/1.1" status: 204 len: 168 time: 0.4129193 Aug 31 09:09:55.766103 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55760) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:55.766236 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5adfe6-aa20-411d-a006-424d5097c945 None None] Network f2d0785c-2165-4e34-93ca-0268b5014c44 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:55.844918 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.908492 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Deleting port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:55.908904 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.969803 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d8556-08eb-407e-8510-59133d2d94de None None] DHCP port deletion for f2d0785c-2165-4e34-93ca-0268b5014c44 request from dv-cinder-786524-11-iscsi {{(pid=101247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:09:55.980968 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] For port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:55.981351 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.002176 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Calling delete_port for 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 owned by network:dhcp {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:56.032802 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-832d8556-08eb-407e-8510-59133d2d94de None None] Deleting port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 {{(pid=101247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:56.033180 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-832d8556-08eb-407e-8510-59133d2d94de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.101332 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-832d8556-08eb-407e-8510-59133d2d94de None None] For port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,segment=NetworkSegment(816a1675-76e3-48bc-82b9-762632e87595),segment_id=816a1675-76e3-48bc-82b9-762632e87595)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:56.101734 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-832d8556-08eb-407e-8510-59133d2d94de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.114728 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-832d8556-08eb-407e-8510-59133d2d94de None None] Calling delete_port for 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 owned by network:dhcp {{(pid=101247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:56.213931 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.220293 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-832d8556-08eb-407e-8510-59133d2d94de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.244361 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.246211 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] No DVR routers for this DVR port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 on host dv-cinder-786524-11-iscsi {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:56.246379 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d8556-08eb-407e-8510-59133d2d94de None None] Pushing event deleted for resources: {'Port': ['ID=0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2,revision_number=None']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.248270 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d8556-08eb-407e-8510-59133d2d94de None None] No DVR routers for this DVR port 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 on host dv-cinder-786524-11-iscsi {{(pid=101247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:56.319403 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.330602 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d0785c-2165-4e34-93ca-0268b5014c44']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:56.341088 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816a1675-76e3-48bc-82b9-762632e87595') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:56.341377 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816a1675-76e3-48bc-82b9-762632e87595') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:56.353633 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.367122 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.372898 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:09:56.373266 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:09:56.375420 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:09:56.550741 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.556369 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.558229 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] 10.222.0.66 "DELETE /v2.0/networks/f2d0785c-2165-4e34-93ca-0268b5014c44 HTTP/1.1" status: 204 len: 168 time: 0.8009150 Aug 31 09:09:56.574475 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d5ba3-0854-461a-a493-0c0f3258504a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d0785c-2165-4e34-93ca-0268b5014c44,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.866066 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-248d8d76-01e7-4e91-8eef-83b6aa67bad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.107367 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55764) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:57.154398 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-fdc52115-d8e2-4df8-8a98-3e0db60b623c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa4d7234d48d4e13a78efa16079658b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462196 Aug 31 09:09:57.156885 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55766) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:57.199327 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device cb088c0e-6aa8-442e-9f40-6a711753a4b8 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:57.208788 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4d44d52d-485c-44c6-bdd8-65a851691e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.219848 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: cb088c0e-6aa8-442e-9f40-6a711753a4b8 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:57.220195 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device cb088c0e-6aa8-442e-9f40-6a711753a4b8 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:57.220618 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:57.230745 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4d44d52d-485c-44c6-bdd8-65a851691e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.239307 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:57.239573 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 0e9e0bb1-87c7-44eb-8fdf-49c4c2dd79c2 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:57.369433 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4d44d52d-485c-44c6-bdd8-65a851691e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.372055 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4d44d52d-485c-44c6-bdd8-65a851691e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.373236 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4d44d52d-485c-44c6-bdd8-65a851691e36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2aa76a7-f15f-4e7c-a416-5f52870e2e8e HTTP/1.1" status: 204 len: 168 time: 0.2154279 Aug 31 09:09:57.381878 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44d52d-485c-44c6-bdd8-65a851691e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aa76a7-f15f-4e7c-a416-5f52870e2e8e,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:59.614780 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.676613 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-4481eaae-d034-4d88-86af-127f7426362e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.906161 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.499949 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.014389 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:10:09.656715 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55874) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:09.805074 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dc8ffd47-d616-4879-862b-da207e9d254c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.944217 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dc8ffd47-d616-4879-862b-da207e9d254c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.105967 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-dc8ffd47-d616-4879-862b-da207e9d254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.149506 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ffd47-d616-4879-862b-da207e9d254c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edafdd1-c8ec-499d-8999-feaacb23feeb,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:10.155186 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-dc8ffd47-d616-4879-862b-da207e9d254c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a82cc6ff1cb6485c9e323491dc39010d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958761 Aug 31 09:10:10.157619 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 55878) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:10.239997 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ced60d82-c941-4ec7-802f-57ee898cbf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.279167 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ced60d82-c941-4ec7-802f-57ee898cbf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.454315 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ced60d82-c941-4ec7-802f-57ee898cbf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.457834 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-ced60d82-c941-4ec7-802f-57ee898cbf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.459210 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-ced60d82-c941-4ec7-802f-57ee898cbf09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0edafdd1-c8ec-499d-8999-feaacb23feeb HTTP/1.1" status: 204 len: 168 time: 0.3006058 Aug 31 09:10:10.469599 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced60d82-c941-4ec7-802f-57ee898cbf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edafdd1-c8ec-499d-8999-feaacb23feeb,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.682662 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.865164 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-adfe8e50-97e0-4281-ade3-0b5a06daac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.590691 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.716339 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-281d3b33-5fc5-4789-9151-b6fa3b4dcaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.853546 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.533185 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.013756 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:10:45.658904 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.750003 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-900b9e04-94ff-478d-995b-3d19c0d575e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.612923 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.675631 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b2e4fe1d-b8f4-4e23-8ea9-cd3e4336dcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.823429 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.509590 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.904446 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56276) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:07.012801 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.099880 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.171988 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.211392 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ee9cec12abe41d0b5666526de75e6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058000 Aug 31 09:11:07.212204 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f90290-f43b-4cef-b23f-0022882f63fd,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.214003 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56280) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:07.219623 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.219952 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.220348 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.220624 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.220948 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.221278 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.221607 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.221926 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.222250 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.222564 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.222881 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.223240 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8fc27-1b46-4c08-b290-d74fc72c1cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.264031 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.285209 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.509704 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.512291 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.514227 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75f90290-f43b-4cef-b23f-0022882f63fd HTTP/1.1" status: 204 len: 168 time: 0.2990894 Aug 31 09:11:07.522862 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f90290-f43b-4cef-b23f-0022882f63fd,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.530945 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.531457 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:07.536415 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f097f1b-8f88-4e8f-8249-b76555d10fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:08.388470 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56288) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:08.401341 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-26a7b55d-547f-4595-ad93-20e756f89ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.488016 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-26a7b55d-547f-4595-ad93-20e756f89ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.595511 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-26a7b55d-547f-4595-ad93-20e756f89ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.634074 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-26a7b55d-547f-4595-ad93-20e756f89ef5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec0ed51728cb469aa50a4c8b69119fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445245 Aug 31 09:11:08.634938 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b55d-547f-4595-ad93-20e756f89ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff0e03b-a225-48b3-a27c-3697b0d06de0,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:08.636794 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56290) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:08.687151 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-449a249d-2d23-4bcd-9d97-bcf3cb4b6df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.707811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-449a249d-2d23-4bcd-9d97-bcf3cb4b6df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.847121 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-449a249d-2d23-4bcd-9d97-bcf3cb4b6df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.849711 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-449a249d-2d23-4bcd-9d97-bcf3cb4b6df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.851206 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-449a249d-2d23-4bcd-9d97-bcf3cb4b6df1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ff0e03b-a225-48b3-a27c-3697b0d06de0 HTTP/1.1" status: 204 len: 168 time: 0.2133746 Aug 31 09:11:08.859560 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a249d-2d23-4bcd-9d97-bcf3cb4b6df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff0e03b-a225-48b3-a27c-3697b0d06de0,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.698104 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56352) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:14.046998 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Deleting port 6ed5fecf-7888-42ed-8e0c-537b18d3bfe0 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:14.047367 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.125598 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.126012 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.138329 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Calling delete_port for 6ed5fecf-7888-42ed-8e0c-537b18d3bfe0 owned by network:floatingip {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:14.481022 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.505917 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event deleted for resources: {'Port': ['ID=6ed5fecf-7888-42ed-8e0c-537b18d3bfe0,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:14.573653 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for floatingip, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.573959 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.db.l3_db [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Floating IP a10d7f6f-83df-475c-9318-c09b882f8423 disassociated (deleted). External IP: 172.27.3.11, port: 0685355a-94b8-48a2-9c38-f4f76dfcb17d. Aug 31 09:11:15.062124 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Router 05e1160f-e134-403b-b0b1-dbeaf0cff97d has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:15.167311 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:15.173070 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for floatingip, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.178256 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] Sync routers for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:15.192070 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:15.192070 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:11:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:15.204365 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4bfac439-2efe-4821-add0-bdebad989de9 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "DELETE /v2.0/floatingips/a10d7f6f-83df-475c-9318-c09b882f8423 HTTP/1.1" status: 204 len: 168 time: 1.5051692 Aug 31 09:11:15.205016 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d'}] {{(pid=101245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:15.207480 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e319269833fd144058ba4b3da1336afec512fde829236415d57025ed19db03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e95836-7d17-482a-ada3-616fee6f05ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d"}]}' {{(pid=101245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:15.297404 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:15.498688 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 5, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:15.528746 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] Checking router: 05e1160f-e134-403b-b0b1-dbeaf0cff97d for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:15.540995 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:15.541640 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:11:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:15.669441 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:15.699602 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.796305 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf586b-78ef-4d30-87fa-6c070fc40fab x-openstack-request-id: req-2acf586b-78ef-4d30-87fa-6c070fc40fab {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:15.796838 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d", "status": "completed", "code": 200}]} {{(pid=101245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:15.797341 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2acf586b-78ef-4d30-87fa-6c070fc40fab {{(pid=101245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:15.798258 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'status': 'completed', 'code': 200} Aug 31 09:11:15.874609 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95836-7d17-482a-ada3-616fee6f05ce req-2f7a281a-3d5e-47ee-a8ff-ff8b84c76f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.876131 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-45e95836-7d17-482a-ada3-616fee6f05ce req-2f7a281a-3d5e-47ee-a8ff-ff8b84c76f3f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1d52805d534f459dae33ef8da61642cd&device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 1099 time: 0.0564985 Aug 31 09:11:15.884935 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 5, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:15.896924 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c91927-0dfd-4bf8-856c-b17a129ec7ac req-e1ba7c71-bdb1-45cd-9e73-a3ac3d2fc6a5 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.903068 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-82c91927-0dfd-4bf8-856c-b17a129ec7ac req-e1ba7c71-bdb1-45cd-9e73-a3ac3d2fc6a5 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0611959 Aug 31 09:11:15.912679 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c159e-77cf-4ee8-a526-38a7847e5c4d None None] The sync data for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi is: [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:05:34Z', 'revision_number': 4, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi', '_interfaces': [{'id': 'c26df85a-130c-4435-ad6d-dd39dd2f7092', 'name': '', 'network_id': '5ecc6372-cdfc-4d45-942f-564b3e44fcb2', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'mac_address': 'fa:16:3e:3c:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:33Z', 'updated_at': '2021-08-31T09:05:39Z', 'revision_number': 5, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'subnets': [{'id': 'ee7202cd-00d3-4270-b087-9be3486c4421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:15.943583 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-82c91927-0dfd-4bf8-856c-b17a129ec7ac req-0a0554bf-944d-42ff-8255-9669a66016fe tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388548 Aug 31 09:11:15.983318 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95836-7d17-482a-ada3-616fee6f05ce req-fedf2f70-92ea-494b-b3ac-040709160b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.984841 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-45e95836-7d17-482a-ada3-616fee6f05ce req-fedf2f70-92ea-494b-b3ac-040709160b12 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 200 len: 910 time: 0.1002076 Aug 31 09:11:16.034630 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-45e95836-7d17-482a-ada3-616fee6f05ce req-9bd1ebbd-1458-4665-bc93-54eb1916120e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 200 len: 217 time: 0.0395689 Aug 31 09:11:16.087719 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95836-7d17-482a-ada3-616fee6f05ce req-3a27b7c4-cb97-4336-bda5-c3687e46b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:16.089214 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-45e95836-7d17-482a-ada3-616fee6f05ce req-3a27b7c4-cb97-4336-bda5-c3687e46b159 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ee7202cd-00d3-4270-b087-9be3486c4421 HTTP/1.1" status: 200 len: 848 time: 0.0457308 Aug 31 09:11:16.139512 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95836-7d17-482a-ada3-616fee6f05ce req-ef939056-d37d-4f8e-b276-6df5ac792200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:16.141070 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-45e95836-7d17-482a-ada3-616fee6f05ce req-ef939056-d37d-4f8e-b276-6df5ac792200 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ecc6372-cdfc-4d45-942f-564b3e44fcb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435743 Aug 31 09:11:16.150870 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348827bb-003f-41ad-924d-c553b7aab17a None None] New status for floating IP a10d7f6f-83df-475c-9318-c09b882f8423: DOWN {{(pid=101248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:11:16.248678 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-45e95836-7d17-482a-ada3-616fee6f05ce req-1a2f1132-cf2d-4591-9cbe-0b29805185e4 service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955725 Aug 31 09:11:16.339291 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-45e95836-7d17-482a-ada3-616fee6f05ce req-6b8dea1c-772c-4fb5-98e8-611731580c2f service neutron] 10.222.0.107 "GET /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816915 Aug 31 09:11:17.045361 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56382) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:17.063811 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5c3e6-7ea0-43f4-a124-fb351c2707ab req-7ae0be24-afbb-4819-a14e-b115cd8ae923 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.065295 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-67c5c3e6-7ea0-43f4-a124-fb351c2707ab req-7ae0be24-afbb-4819-a14e-b115cd8ae923 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0497601 Aug 31 09:11:17.103174 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-67c5c3e6-7ea0-43f4-a124-fb351c2707ab req-e2323979-4f19-4540-ab8e-4071c463ddd4 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b5edc3f-8d28-4e94-baa8-afa914f99d69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Aug 31 09:11:17.152938 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-af4b08d4-7299-4e96-97b5-4cfe9f140c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.241824 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-af4b08d4-7299-4e96-97b5-4cfe9f140c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.355076 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-af4b08d4-7299-4e96-97b5-4cfe9f140c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.391461 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b08d4-7299-4e96-97b5-4cfe9f140c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403b34da-9f90-4fdb-9cb3-982b2e8454fb,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:17.395502 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-af4b08d4-7299-4e96-97b5-4cfe9f140c5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5fdb4e44bfd4e29aadc188a8a97d0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491616 Aug 31 09:11:17.398060 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56386) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:17.477572 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e4278658-3e6d-40b3-8688-4514dcb56810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.510224 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-88066dfa-bf27-40fb-ba20-326e6e9fdb14 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.511700 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-88066dfa-bf27-40fb-ba20-326e6e9fdb14 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 946 time: 0.0773988 Aug 31 09:11:17.513437 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e4278658-3e6d-40b3-8688-4514dcb56810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.627094 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Deleting port 0685355a-94b8-48a2-9c38-f4f76dfcb17d {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:17.627384 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.715379 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] For port 0685355a-94b8-48a2-9c38-f4f76dfcb17d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0685355a-94b8-48a2-9c38-f4f76dfcb17d,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:17.715741 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.729110 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Calling delete_port for 0685355a-94b8-48a2-9c38-f4f76dfcb17d owned by compute:nova {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:17.739903 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e4278658-3e6d-40b3-8688-4514dcb56810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.742381 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e4278658-3e6d-40b3-8688-4514dcb56810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.743564 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-e4278658-3e6d-40b3-8688-4514dcb56810 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/403b34da-9f90-4fdb-9cb3-982b2e8454fb HTTP/1.1" status: 204 len: 168 time: 0.3445661 Aug 31 09:11:17.786782 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4278658-3e6d-40b3-8688-4514dcb56810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403b34da-9f90-4fdb-9cb3-982b2e8454fb,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:18.023718 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.052834 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event deleted for resources: {'Port': ['ID=0685355a-94b8-48a2-9c38-f4f76dfcb17d,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:18.091599 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] No DVR routers for this DVR port 0685355a-94b8-48a2-9c38-f4f76dfcb17d on host hv-cinder-78652 {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:18.094095 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21534'] for port, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.096127 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [req-e10fc033-5896-48be-96d2-e7527c8f83c2 req-b6f1aecd-65eb-45e1-bd2d-b34e2b724faf tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.107 "DELETE /v2.0/ports/0685355a-94b8-48a2-9c38-f4f76dfcb17d HTTP/1.1" status: 204 len: 173 time: 0.5763631 Aug 31 09:11:18.096548 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'name': 'network-vif-deleted', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d'}] {{(pid=101246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:18.098753 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844ebb155b1676bd922828e28bcb6e3646f74590086eb4fa22847bec5c6ab0a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81219ab9-24fe-400f-9bd0-9465257fa057" -d '{"events": [{"server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "name": "network-vif-deleted", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d"}]}' {{(pid=101246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:18.135338 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3014c06c-5d0d-4ace-a49d-4887f7aec9bf x-openstack-request-id: req-3014c06c-5d0d-4ace-a49d-4887f7aec9bf {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:18.135626 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb8aaea-3a4e-4fae-9d73-95f6eb37516b", "name": "network-vif-deleted", "tag": "0685355a-94b8-48a2-9c38-f4f76dfcb17d", "status": "completed", "code": 200}]} {{(pid=101246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:18.135891 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3014c06c-5d0d-4ace-a49d-4887f7aec9bf {{(pid=101246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:18.136330 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb8aaea-3a4e-4fae-9d73-95f6eb37516b', 'name': 'network-vif-deleted', 'tag': '0685355a-94b8-48a2-9c38-f4f76dfcb17d', 'status': 'completed', 'code': 200} Aug 31 09:11:18.222989 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-603899a0-d9d5-476a-8a67-e496d47e09dd req-9f3392c4-f7c0-499c-ade1-8bb768966d0b tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0350299 Aug 31 09:11:18.844950 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56398) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:18.858681 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bb468f6-89fb-425e-bc39-d5b95643876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.967475 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bb468f6-89fb-425e-bc39-d5b95643876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.069509 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-6bb468f6-89fb-425e-bc39-d5b95643876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.109493 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-6bb468f6-89fb-425e-bc39-d5b95643876c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=885717617baa436784d635fd2a8ccf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634525 Aug 31 09:11:19.110307 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb468f6-89fb-425e-bc39-d5b95643876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87756690-128e-4eca-83f3-6593b3abadae,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:19.112435 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56402) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:19.164999 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-567dcd39-134d-4e74-a966-afebe1dbe657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.187312 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-567dcd39-134d-4e74-a966-afebe1dbe657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.332064 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [req-ec9b4e55-103c-4cbe-a305-a3ef5b423d7b req-62b5d98e-0704-438e-9aea-faf6f4a20d88 tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb8aaea-3a4e-4fae-9d73-95f6eb37516b HTTP/1.1" status: 200 len: 210 time: 0.0291004 Aug 31 09:11:19.343725 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-567dcd39-134d-4e74-a966-afebe1dbe657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.346426 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-567dcd39-134d-4e74-a966-afebe1dbe657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.347645 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-567dcd39-134d-4e74-a966-afebe1dbe657 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87756690-128e-4eca-83f3-6593b3abadae HTTP/1.1" status: 204 len: 168 time: 0.2341328 Aug 31 09:11:19.356217 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dcd39-134d-4e74-a966-afebe1dbe657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87756690-128e-4eca-83f3-6593b3abadae,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:20.394951 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56428) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:20.454043 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5729ee4e-8f22-46fb-93c6-f4f12ed5e22f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.481041 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5729ee4e-8f22-46fb-93c6-f4f12ed5e22f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.669277 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5729ee4e-8f22-46fb-93c6-f4f12ed5e22f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.672892 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-5729ee4e-8f22-46fb-93c6-f4f12ed5e22f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.679625 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-5729ee4e-8f22-46fb-93c6-f4f12ed5e22f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] 10.222.0.66 "DELETE /v2.0/security-groups/7b5edc3f-8d28-4e94-baa8-afa914f99d69 HTTP/1.1" status: 204 len: 168 time: 0.2787004 Aug 31 09:11:20.688502 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729ee4e-8f22-46fb-93c6-f4f12ed5e22f tempest-TestShelveInstance-502838863 tempest-TestShelveInstance-502838863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5edc3f-8d28-4e94-baa8-afa914f99d69,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:20.887390 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56438) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:21.391005 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.651509 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Deleting port c26df85a-130c-4435-ad6d-dd39dd2f7092 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:21.652651 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.730122 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] For port c26df85a-130c-4435-ad6d-dd39dd2f7092, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c26df85a-130c-4435-ad6d-dd39dd2f7092,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:21.730487 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.742905 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Calling delete_port for c26df85a-130c-4435-ad6d-dd39dd2f7092 owned by network:router_interface {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:22.012928 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:22.018181 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.048522 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26df85a-130c-4435-ad6d-dd39dd2f7092,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:22.195965 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0685355a-94b8-48a2-9c38-f4f76dfcb17d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:22.219536 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.228983 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] No Port match for: 0685355a-94b8-48a2-9c38-f4f76dfcb17d {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:22.229804 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Device 0685355a-94b8-48a2-9c38-f4f76dfcb17d not bound to the agent host hv-cinder-78652 {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:22.432777 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Router 05e1160f-e134-403b-b0b1-dbeaf0cff97d has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:22.537109 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:22.542352 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-e423a29d-40d5-492e-af9c-d4532b1c4498 admin admin] 10.222.0.66 "PUT /v2.0/routers/05e1160f-e134-403b-b0b1-dbeaf0cff97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536171 Aug 31 09:11:22.545645 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56462) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:22.547257 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] Sync routers for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:22.556812 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:22.557437 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:11:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:22.648774 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks [] for router, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.677635 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: dv-cinder-786524-11-iscsi {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:22.766179 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.864991 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:11:21Z', 'revision_number': 5, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port': {'id': '71236c18-8dbf-4160-81d6-964d8cedbef7', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:63:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:31Z', 'updated_at': '2021-08-31T09:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:22.890554 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] Checking router: 05e1160f-e134-403b-b0b1-dbeaf0cff97d for host: dv-cinder-786524-11-iscsi {{(pid=101247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:22.899005 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] Routers {'05e1160f-e134-403b-b0b1-dbeaf0cff97d'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:22.899655 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:11:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'], 'active': True} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:22.933393 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Deleting port 71236c18-8dbf-4160-81d6-964d8cedbef7 {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:22.933736 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.989407 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvr_db [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] Set router 05e1160f-e134-403b-b0b1-dbeaf0cff97d gateway port host: None {{(pid=101247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:23.017225 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] For port 71236c18-8dbf-4160-81d6-964d8cedbef7, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=71236c18-8dbf-4160-81d6-964d8cedbef7,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:23.017835 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.033958 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Calling delete_port for 71236c18-8dbf-4160-81d6-964d8cedbef7 owned by network:router_gateway {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:23.177895 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_hamode_db [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:11:22Z', 'revision_number': 6, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port_host': None}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:23.205936 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40a4d4-25f1-4f77-aa42-3ca5e607319d None None] The sync data for ids ['05e1160f-e134-403b-b0b1-dbeaf0cff97d'] in dv-cinder-786524-11-iscsi is: [{'id': '05e1160f-e134-403b-b0b1-dbeaf0cff97d', 'name': 'tempest-TestShelveInstance-1942472227-router', 'tenant_id': '1d52805d534f459dae33ef8da61642cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:30Z', 'updated_at': '2021-08-31T09:11:22Z', 'revision_number': 6, 'project_id': '1d52805d534f459dae33ef8da61642cd', 'gw_port_host': None}] {{(pid=101247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:23.561171 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.594512 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=71236c18-8dbf-4160-81d6-964d8cedbef7,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:23.656725 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.745595 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.747804 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.886521 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.887183 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05e1160f-e134-403b-b0b1-dbeaf0cff97d {{(pid=101246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:11:23.891840 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] Notify callbacks [] for router, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.897621 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-e9d82d14-fd85-441d-b521-36e2640c8f29 admin admin] 10.222.0.66 "DELETE /v2.0/routers/05e1160f-e134-403b-b0b1-dbeaf0cff97d HTTP/1.1" status: 204 len: 168 time: 1.3464251 Aug 31 09:11:23.897621 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56468) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:23.940331 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.db_base_plugin_v2 [None req-1940faa3-dfef-4e86-8e67-31f648c98e3d admin admin] Deleting subnet ee7202cd-00d3-4270-b087-9be3486c4421 {{(pid=101246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:11:23.943565 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1940faa3-dfef-4e86-8e67-31f648c98e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.983656 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1940faa3-dfef-4e86-8e67-31f648c98e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26091517'] for subnet, precommit_delete_associations {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.064015 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1940faa3-dfef-4e86-8e67-31f648c98e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.202579 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1940faa3-dfef-4e86-8e67-31f648c98e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25381900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25192442'] for subnet, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.224825 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940faa3-dfef-4e86-8e67-31f648c98e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7202cd-00d3-4270-b087-9be3486c4421,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:24.234319 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-1940faa3-dfef-4e86-8e67-31f648c98e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for subnet, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.236313 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-1940faa3-dfef-4e86-8e67-31f648c98e3d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ee7202cd-00d3-4270-b087-9be3486c4421 HTTP/1.1" status: 204 len: 168 time: 0.3398783 Aug 31 09:11:24.238890 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56474) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:24.240030 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edef3fe-b6c1-404b-a565-4c40866cefaa None None] Network 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:24.311485 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.376971 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Deleting port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b {{(pid=101246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:24.381874 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.420771 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] DHCP port deletion for 5ecc6372-cdfc-4d45-942f-564b3e44fcb2 request from dv-cinder-786524-11-iscsi {{(pid=101247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:11:24.447373 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.db [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] For port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:24.447742 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.462244 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.plugin [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Calling delete_port for bd16a4fa-beda-4682-b67f-15ea1b1c0e0b owned by network:dhcp {{(pid=101246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:24.466768 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Deleting port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b {{(pid=101247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:24.467148 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.531753 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] For port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,segment=NetworkSegment(07fc2e33-3277-4954-9428-2b74c13a56b1),segment_id=07fc2e33-3277-4954-9428-2b74c13a56b1)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:24.532166 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.545929 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Calling delete_port for bd16a4fa-beda-4682-b67f-15ea1b1c0e0b owned by network:dhcp {{(pid=101247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:24.652006 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25381987'] for port, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.658379 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.682076 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:24.686192 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] No DVR routers for this DVR port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b on host dv-cinder-786524-11-iscsi {{(pid=101246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:24.698039 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Pushing event deleted for resources: {'Port': ['ID=bd16a4fa-beda-4682-b67f-15ea1b1c0e0b,revision_number=None']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:24.698039 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] No DVR routers for this DVR port bd16a4fa-beda-4682-b67f-15ea1b1c0e0b on host dv-cinder-786524-11-iscsi {{(pid=101247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:24.699869 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.699869 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.699869 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.700205 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.700441 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.700781 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.701684 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.701684 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.701872 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.702032 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.702357 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.702675 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2c943-0b00-49b6-aacf-769aa5e71237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:24.763512 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.773315 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecc6372-cdfc-4d45-942f-564b3e44fcb2']}} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:24.784088 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fc2e33-3277-4954-9428-2b74c13a56b1') {'for_net_delete': True} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:24.784382 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.services.segments.db [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fc2e33-3277-4954-9428-2b74c13a56b1') {} {{(pid=101246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:24.794110 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26091462'] for segment, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.808135 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=101246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25382070'] for segment, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: Traceback (most recent call last): Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: timer() Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: cb(*args, **kw) Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: return func(*args, **kwargs) Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: self._notify() Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: self.callback(batched_events) Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: event.method(event) Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: return f(self, *a, **k) Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._get(url).json() Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: return self.request(url, 'GET', **kwargs) Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:11:24.817850 dv-cinder-786524-11-iscsi neutron-server[101246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:11:24.977886 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.983956 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.985827 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5ecc6372-cdfc-4d45-942f-564b3e44fcb2 HTTP/1.1" status: 204 len: 168 time: 0.7457981 Aug 31 09:11:24.989001 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56478) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:24.997184 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b3fb-bd86-4afd-997e-b91902225987 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ecc6372-cdfc-4d45-942f-564b3e44fcb2,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:25.257880 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device bd16a4fa-beda-4682-b67f-15ea1b1c0e0b no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:25.282657 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: bd16a4fa-beda-4682-b67f-15ea1b1c0e0b {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:25.283000 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device bd16a4fa-beda-4682-b67f-15ea1b1c0e0b not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:25.283449 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c26df85a-130c-4435-ad6d-dd39dd2f7092 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:25.302901 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: c26df85a-130c-4435-ad6d-dd39dd2f7092 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:25.303272 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c26df85a-130c-4435-ad6d-dd39dd2f7092 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:25.303709 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 71236c18-8dbf-4160-81d6-964d8cedbef7 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:25.322321 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 71236c18-8dbf-4160-81d6-964d8cedbef7 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:25.322670 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 71236c18-8dbf-4160-81d6-964d8cedbef7 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:25.343891 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525073'] for router_interface, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:25.590520 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Deleting port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:25.590889 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:25.672030 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] For port 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,segment=NetworkSegment(220e0a0b-4247-41d5-8aaa-e85d76f3a165),segment_id=220e0a0b-4247-41d5-8aaa-e85d76f3a165)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:25.672388 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:25.684801 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Calling delete_port for 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b owned by network:router_interface {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:26.029055 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.053551 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8e47de-0f40-4c73-a457-cbeae6ae6b0b,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:26.228497 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525197'] for router_interface, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.441661 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Router 37722549-caae-4f43-802a-27e4a1e0657b has already been hosted by L3 agent 286e69a1-051b-4583-9d33-c5f2a0244af2 {{(pid=101245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:26.544477 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] Notify agent at l3_agent.dv-cinder-786524-11-iscsi the message routers_updated {{(pid=101245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:26.549515 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7479a0eb-3d53-4332-9094-10940aab0eb9 admin admin] 10.222.0.66 "PUT /v2.0/routers/37722549-caae-4f43-802a-27e4a1e0657b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5593836 Aug 31 09:11:26.552227 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56482) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:26.553082 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] Sync routers for ids ['37722549-caae-4f43-802a-27e4a1e0657b'] in dv-cinder-786524-11-iscsi {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:26.563002 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] Routers {'37722549-caae-4f43-802a-27e4a1e0657b'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:26.563636 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:11:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['37722549-caae-4f43-802a-27e4a1e0657b'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:26.657761 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.679392 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] Set router 37722549-caae-4f43-802a-27e4a1e0657b gateway port host: dv-cinder-786524-11-iscsi {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:26.763263 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.771983 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b3101bc0-0ecb-4614-b2d8-fcf93d546e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.863967 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'external_fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:11:25Z', 'revision_number': 5, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port': {'id': 'b029615d-47e1-450e-8799-3bcb624ef498', 'name': '', 'network_id': '6ecb4306-874f-4384-ae3a-9fe35ca4ca41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:db:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37722549-caae-4f43-802a-27e4a1e0657b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceb0add-c2fc-406a-9162-48095fddb9d2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-11-iscsi'}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:26.875777 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Deleting port b029615d-47e1-450e-8799-3bcb624ef498 {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:26.876129 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.890175 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] Checking router: 37722549-caae-4f43-802a-27e4a1e0657b for host: dv-cinder-786524-11-iscsi {{(pid=101248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:26.898732 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] Routers {'37722549-caae-4f43-802a-27e4a1e0657b'} bound to L3 agent in host dv-cinder-786524-11-iscsi {{(pid=101248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:26.899376 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:50:29Z,description=,heartbeat_timestamp=2021-08-31T09:11:00Z,host='dv-cinder-786524-11-iscsi',id=286e69a1-051b-4583-9d33-c5f2a0244af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:50:30Z,topic='l3_agent')) {'router_ids': ['37722549-caae-4f43-802a-27e4a1e0657b'], 'active': True} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:26.964787 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] For port b029615d-47e1-450e-8799-3bcb624ef498, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=b029615d-47e1-450e-8799-3bcb624ef498,segment=NetworkSegment(515b189f-2064-4eed-ba53-0d79bd68a272),segment_id=515b189f-2064-4eed-ba53-0d79bd68a272)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:26.965152 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.978970 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Calling delete_port for b029615d-47e1-450e-8799-3bcb624ef498 owned by network:router_gateway {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:26.989078 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_dvr_db [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] Set router 37722549-caae-4f43-802a-27e4a1e0657b gateway port host: None {{(pid=101248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:27.044263 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.l3_hamode_db [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:11:26Z', 'revision_number': 6, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port_host': None}], 'dv-cinder-786524-11-iscsi', False) {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:27.070699 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35e315-546a-4110-af74-e1b5d78df220 None None] The sync data for ids ['37722549-caae-4f43-802a-27e4a1e0657b'] in dv-cinder-786524-11-iscsi is: [{'id': '37722549-caae-4f43-802a-27e4a1e0657b', 'name': 'tempest-TestShelveInstance-564950756-router', 'tenant_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:38Z', 'updated_at': '2021-08-31T09:11:26Z', 'revision_number': 6, 'project_id': '97efabdad2bb4d8eb82f6e8146a7c25b', 'gw_port_host': None}] {{(pid=101248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:27.223677 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.250031 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=b029615d-47e1-450e-8799-3bcb624ef498,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:27.312931 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532783'] for router_gateway, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.405350 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28702'] for router, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.407583 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.509930 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536602'] for router, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.510695 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37722549-caae-4f43-802a-27e4a1e0657b {{(pid=101245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:11:27.518172 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] Notify callbacks [] for router, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.521265 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-15f21164-b329-4a7f-9049-e5fb63ab0b38 admin admin] 10.222.0.66 "DELETE /v2.0/routers/37722549-caae-4f43-802a-27e4a1e0657b HTTP/1.1" status: 204 len: 168 time: 0.9661369 Aug 31 09:11:27.521932 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56488) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:27.568851 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db2df8e-db41-4a5e-936a-f7a1ebdb23d0 admin admin] Deleting subnet 1183fc6f-939a-44b6-a8ff-5873b129c2d4 {{(pid=101245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:11:27.571839 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8db2df8e-db41-4a5e-936a-f7a1ebdb23d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.606645 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8db2df8e-db41-4a5e-936a-f7a1ebdb23d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25457710'] for subnet, precommit_delete_associations {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.688351 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8db2df8e-db41-4a5e-936a-f7a1ebdb23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8118720'] for subnet, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.842635 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:27.863752 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:27.864102 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device 4b8e47de-0f40-4c73-a457-cbeae6ae6b0b not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:27.880384 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8db2df8e-db41-4a5e-936a-f7a1ebdb23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8118731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26174394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26167739'] for subnet, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.897715 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2df8e-db41-4a5e-936a-f7a1ebdb23d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1183fc6f-939a-44b6-a8ff-5873b129c2d4,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:27.901320 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-8db2df8e-db41-4a5e-936a-f7a1ebdb23d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.903378 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-8db2df8e-db41-4a5e-936a-f7a1ebdb23d0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1183fc6f-939a-44b6-a8ff-5873b129c2d4 HTTP/1.1" status: 204 len: 168 time: 0.3803661 Aug 31 09:11:27.906072 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56490) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:27.909242 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f323f3-ed89-422f-85d7-9b8dac542aaf None None] Network 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 requested from dv-cinder-786524-11-iscsi {{(pid=101247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:27.984670 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7967919'] for network, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.040031 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Deleting port c279d040-e0a2-49ef-9ea1-6919671700ab {{(pid=101245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:28.040376 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.104582 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] DHCP port deletion for 5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 request from dv-cinder-786524-11-iscsi {{(pid=101247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:11:28.111827 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.db [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] For port c279d040-e0a2-49ef-9ea1-6919671700ab, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c279d040-e0a2-49ef-9ea1-6919671700ab,segment=NetworkSegment(220e0a0b-4247-41d5-8aaa-e85d76f3a165),segment_id=220e0a0b-4247-41d5-8aaa-e85d76f3a165)] {{(pid=101245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:28.112259 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.126653 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.plugin [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Calling delete_port for c279d040-e0a2-49ef-9ea1-6919671700ab owned by network:dhcp {{(pid=101245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:28.156261 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] Deleting port c279d040-e0a2-49ef-9ea1-6919671700ab {{(pid=101247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:28.156651 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793194378774'] for port, before_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.221549 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.db [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] For port c279d040-e0a2-49ef-9ea1-6919671700ab, host dv-cinder-786524-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-11-iscsi',level=0,port_id=c279d040-e0a2-49ef-9ea1-6919671700ab,segment=NetworkSegment(220e0a0b-4247-41d5-8aaa-e85d76f3a165),segment_id=220e0a0b-4247-41d5-8aaa-e85d76f3a165)] {{(pid=101247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:28.221944 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536167'] for port, precommit_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.235031 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] Calling delete_port for c279d040-e0a2-49ef-9ea1-6919671700ab owned by network:dhcp {{(pid=101247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:28.315130 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26174421'] for port, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.321128 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7951394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793194380005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793193878303'] for port, after_delete {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.342178 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Pushing event deleted for resources: {'Port': ['ID=c279d040-e0a2-49ef-9ea1-6919671700ab,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:28.345630 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] No DVR routers for this DVR port c279d040-e0a2-49ef-9ea1-6919671700ab on host dv-cinder-786524-11-iscsi {{(pid=101245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:28.347416 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] Pushing event deleted for resources: {'Port': ['ID=c279d040-e0a2-49ef-9ea1-6919671700ab,revision_number=None']} {{(pid=101247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:28.351123 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675ef5a-d382-4c36-8948-9d436c43033b None None] No DVR routers for this DVR port c279d040-e0a2-49ef-9ea1-6919671700ab on host dv-cinder-786524-11-iscsi {{(pid=101247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:28.690280 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8122171', 'neutron.services.segments.db._delete_segments_for_network-8793194398657'] for network, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.700458 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5653d3b1-d69a-4e4a-b13b-49b32f8c70f8']}} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:28.710504 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220e0a0b-4247-41d5-8aaa-e85d76f3a165') {'for_net_delete': True} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:28.710795 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.services.segments.db [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220e0a0b-4247-41d5-8aaa-e85d76f3a165') {} {{(pid=101245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:28.719553 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793194412117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25457685'] for segment, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.733473 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838'] for segment, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.739639 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=101245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:11:28.740020 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8050838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26174208'] for segment, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: Traceback (most recent call last): Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: timer() Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: cb(*args, **kw) Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: return func(*args, **kwargs) Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: self._notify() Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: self.callback(batched_events) Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: event.method(event) Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: return f(self, *a, **k) Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._get(url).json() Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: return self.request(url, 'GET', **kwargs) Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:11:28.741664 dv-cinder-786524-11-iscsi neutron-server[101245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:11:28.846570 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8122146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532739'] for network, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.851273 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562324'] for network, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.853164 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] 10.222.0.66 "DELETE /v2.0/networks/5653d3b1-d69a-4e4a-b13b-49b32f8c70f8 HTTP/1.1" status: 204 len: 168 time: 0.9461071 Aug 31 09:11:28.866741 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c97d55-3dec-4f66-ad3b-c3498b52a93d admin admin] Pushing event deleted for resources: {'Network': ['ID=5653d3b1-d69a-4e4a-b13b-49b32f8c70f8,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:29.250118 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c279d040-e0a2-49ef-9ea1-6919671700ab no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:29.258624 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56500) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:29.278973 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: c279d040-e0a2-49ef-9ea1-6919671700ab {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:29.279358 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device c279d040-e0a2-49ef-9ea1-6919671700ab not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:29.279777 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device b029615d-47e1-450e-8799-3bcb624ef498 no longer exists at agent ovs-agent-dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:29.299351 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.plugin [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] No Port match for: b029615d-47e1-450e-8799-3bcb624ef498 {{(pid=101247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:29.299697 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron.plugins.ml2.rpc [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Device b029615d-47e1-450e-8799-3bcb624ef498 not bound to the agent host dv-cinder-786524-11-iscsi {{(pid=101247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:29.305997 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-4a9bcd23-ff4e-4950-80db-6fa133e16d09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d52805d534f459dae33ef8da61642cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438004 Aug 31 09:11:29.306183 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56504) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:29.361560 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9848e3c9-aaf5-4646-acbe-cf9d9d66b459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.387386 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9848e3c9-aaf5-4646-acbe-cf9d9d66b459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.503646 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9848e3c9-aaf5-4646-acbe-cf9d9d66b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.506270 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9848e3c9-aaf5-4646-acbe-cf9d9d66b459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.507484 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-9848e3c9-aaf5-4646-acbe-cf9d9d66b459 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75bd9f19-6d61-4785-ac60-f331b3afa19e HTTP/1.1" status: 204 len: 168 time: 0.2003155 Aug 31 09:11:29.516495 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848e3c9-aaf5-4646-acbe-cf9d9d66b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd9f19-6d61-4785-ac60-f331b3afa19e,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:29.566376 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.607467 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-488b5c0e-fb9f-4e76-b980-d44f5627eec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.251624 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56518) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:30.292942 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-0aaa35d0-8f30-4f60-9c3c-ff75720c936b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97efabdad2bb4d8eb82f6e8146a7c25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401223 Aug 31 09:11:30.295394 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56520) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:30.343726 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-86f95d96-dde0-4847-8d76-764d45151659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.364793 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-86f95d96-dde0-4847-8d76-764d45151659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.509269 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-86f95d96-dde0-4847-8d76-764d45151659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.511933 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-86f95d96-dde0-4847-8d76-764d45151659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.513082 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-86f95d96-dde0-4847-8d76-764d45151659 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0009db8-0332-45ba-aea8-c695c13c032f HTTP/1.1" status: 204 len: 168 time: 0.2168109 Aug 31 09:11:30.521418 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f95d96-dde0-4847-8d76-764d45151659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0009db8-0332-45ba-aea8-c695c13c032f,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:30.819491 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.526169 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.409575 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56542) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:33.521186 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9eab7d81-709d-42a7-bfad-5b58ce5814c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.610274 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9eab7d81-709d-42a7-bfad-5b58ce5814c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.686062 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-9eab7d81-709d-42a7-bfad-5b58ce5814c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.724390 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-9eab7d81-709d-42a7-bfad-5b58ce5814c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1d67d8b6fc3463eac911d8ec9e25335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137193 Aug 31 09:11:33.725322 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab7d81-709d-42a7-bfad-5b58ce5814c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f5cb8-ceba-44d3-99a3-4bd3a95e2c41,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:33.727542 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56546) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:33.782926 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b6e083f5-d89c-48be-8ef7-caf602c16ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.805612 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b6e083f5-d89c-48be-8ef7-caf602c16ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.920818 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b6e083f5-d89c-48be-8ef7-caf602c16ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.923409 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-b6e083f5-d89c-48be-8ef7-caf602c16ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.924571 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-b6e083f5-d89c-48be-8ef7-caf602c16ef2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/458f5cb8-ceba-44d3-99a3-4bd3a95e2c41 HTTP/1.1" status: 204 len: 168 time: 0.1954777 Aug 31 09:11:33.944761 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e083f5-d89c-48be-8ef7-caf602c16ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f5cb8-ceba-44d3-99a3-4bd3a95e2c41,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:34.600333 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56552) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:34.607619 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cd866807-903f-4b4f-83ac-87c41d6c863e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.694395 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cd866807-903f-4b4f-83ac-87c41d6c863e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.788820 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-cd866807-903f-4b4f-83ac-87c41d6c863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.826764 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd866807-903f-4b4f-83ac-87c41d6c863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b51aad7-42a3-4b4d-8634-1483c88ee5fc,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:34.830944 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-cd866807-903f-4b4f-83ac-87c41d6c863e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df1dbcd2272e477b8e041f84a7bedfbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358096 Aug 31 09:11:34.833623 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56554) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:34.881932 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d04d7462-c48d-4c64-aca8-9f80c6249fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.904836 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d04d7462-c48d-4c64-aca8-9f80c6249fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.086338 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d04d7462-c48d-4c64-aca8-9f80c6249fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.088931 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-d04d7462-c48d-4c64-aca8-9f80c6249fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.090084 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-d04d7462-c48d-4c64-aca8-9f80c6249fff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b51aad7-42a3-4b4d-8634-1483c88ee5fc HTTP/1.1" status: 204 len: 168 time: 0.2555649 Aug 31 09:11:35.106218 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d7462-c48d-4c64-aca8-9f80c6249fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b51aad7-42a3-4b4d-8634-1483c88ee5fc,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:42.674607 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56652) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:42.777713 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a2895b7c-8101-4a62-a780-a655352eaf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.870622 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a2895b7c-8101-4a62-a780-a655352eaf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.977641 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-a2895b7c-8101-4a62-a780-a655352eaf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.017940 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-a2895b7c-8101-4a62-a780-a655352eaf85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e824c735f20b429f8e5df574a797254f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421812 Aug 31 09:11:43.018649 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2895b7c-8101-4a62-a780-a655352eaf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67200a87-6399-4b23-8cae-88328b321749,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:43.020894 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56656) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:43.072851 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-46809946-edf6-4962-822c-1541c482c2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.093024 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-46809946-edf6-4962-822c-1541c482c2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.251646 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-46809946-edf6-4962-822c-1541c482c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.254331 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-46809946-edf6-4962-822c-1541c482c2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.255503 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-46809946-edf6-4962-822c-1541c482c2b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67200a87-6399-4b23-8cae-88328b321749 HTTP/1.1" status: 204 len: 168 time: 0.2336388 Aug 31 09:11:43.263676 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46809946-edf6-4962-822c-1541c482c2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67200a87-6399-4b23-8cae-88328b321749,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:44.041400 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56662) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:44.054330 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b7e33360-5a5e-4353-91ed-3c44f420e0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.139153 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b7e33360-5a5e-4353-91ed-3c44f420e0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.234942 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b7e33360-5a5e-4353-91ed-3c44f420e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.288400 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b7e33360-5a5e-4353-91ed-3c44f420e0b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbef5e359c9a469995ac8339641cafb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456639 Aug 31 09:11:44.289868 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e33360-5a5e-4353-91ed-3c44f420e0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e9d33e-2bbf-479b-9319-f2010e38f106,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:44.290832 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56664) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:44.342106 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b4b1-a55b-4e9d-8df4-8313ebe87283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.363494 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b4b1-a55b-4e9d-8df4-8313ebe87283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.532109 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b4b1-a55b-4e9d-8df4-8313ebe87283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.534569 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b4b1-a55b-4e9d-8df4-8313ebe87283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.535874 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-2ef4b4b1-a55b-4e9d-8df4-8313ebe87283 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83e9d33e-2bbf-479b-9319-f2010e38f106 HTTP/1.1" status: 204 len: 168 time: 0.2440379 Aug 31 09:11:44.545694 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4b4b1-a55b-4e9d-8df4-8313ebe87283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e9d33e-2bbf-479b-9319-f2010e38f106,revision_number=None']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:45.463291 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56670) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:45.477276 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-dd11efa8-3c0f-4e93-a521-a4c55716c0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.565630 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-dd11efa8-3c0f-4e93-a521-a4c55716c0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.674416 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.714326 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-dd11efa8-3c0f-4e93-a521-a4c55716c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.752478 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-dd11efa8-3c0f-4e93-a521-a4c55716c0b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64541c44b6754daa8ff47b2b15f6d676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880931 Aug 31 09:11:45.753339 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11efa8-3c0f-4e93-a521-a4c55716c0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d8908-96ca-42af-a96d-34bc690b59eb,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:45.755272 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56672) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:45.804019 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7549be2d-2d49-4166-8d88-e837b46534c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.825652 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7549be2d-2d49-4166-8d88-e837b46534c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.954387 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7549be2d-2d49-4166-8d88-e837b46534c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.957114 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-7549be2d-2d49-4166-8d88-e837b46534c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.958311 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-7549be2d-2d49-4166-8d88-e837b46534c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b7d8908-96ca-42af-a96d-34bc690b59eb HTTP/1.1" status: 204 len: 168 time: 0.2019908 Aug 31 09:11:45.969239 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549be2d-2d49-4166-8d88-e837b46534c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d8908-96ca-42af-a96d-34bc690b59eb,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:56.835033 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-ffe8123d-d102-47cd-8972-76f0b19210cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.053594 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.wsgi [-] (101246) accepted ('10.222.0.66', 56758) {{(pid=101246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:58.157067 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-304ccebf-62d4-4b12-bad4-a731d3c4cd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.248338 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-304ccebf-62d4-4b12-bad4-a731d3c4cd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.325560 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron_lib.callbacks.manager [None req-304ccebf-62d4-4b12-bad4-a731d3c4cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.366413 dv-cinder-786524-11-iscsi neutron-server[101246]: INFO neutron.wsgi [None req-304ccebf-62d4-4b12-bad4-a731d3c4cd39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bacadd2dc5e14031b2aeeee8a38fdd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116770 Aug 31 09:11:58.367418 dv-cinder-786524-11-iscsi neutron-server[101246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ccebf-62d4-4b12-bad4-a731d3c4cd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdfa629-1e7a-4fa7-951d-f653500c5847,revision_number=1']} {{(pid=101246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:58.369263 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56762) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:58.418645 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b2653af9-b6d4-4be1-9487-aae4e605b6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.438952 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b2653af9-b6d4-4be1-9487-aae4e605b6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.611442 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b2653af9-b6d4-4be1-9487-aae4e605b6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.614133 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-b2653af9-b6d4-4be1-9487-aae4e605b6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.615329 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-b2653af9-b6d4-4be1-9487-aae4e605b6b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dbdfa629-1e7a-4fa7-951d-f653500c5847 HTTP/1.1" status: 204 len: 168 time: 0.2449276 Aug 31 09:11:58.623916 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2653af9-b6d4-4be1-9487-aae4e605b6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdfa629-1e7a-4fa7-951d-f653500c5847,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:59.011717 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:59.588424 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.657240 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6368fd0f-51fb-4e30-b560-fceba2ae2e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.834750 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.531638 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.678999 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.367737 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56902) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:21.472835 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.560018 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.639083 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_create {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.677913 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=808ec6c1610c4f8190b5fe51cf18b171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090739 Aug 31 09:12:21.678634 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0509ca-a0df-4cc1-808e-84c5528f6c3b,revision_number=1']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:21.680550 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [-] (101245) accepted ('10.222.0.66', 56906) {{(pid=101245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:21.699225 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.699476 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.699810 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.700137 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.700463 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.700789 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.701111 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.701432 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.701751 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.702068 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.702382 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.702696 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3b2f31-af5e-4775-af8f-92609eba53f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-11-iscsi {{(pid=101245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:21.742489 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1c7c58a1-2f0e-466f-a421-3b2ab52f64cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.763171 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1c7c58a1-2f0e-466f-a421-3b2ab52f64cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.879702 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1c7c58a1-2f0e-466f-a421-3b2ab52f64cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552901'] for security_group, after_delete {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.882902 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron_lib.callbacks.manager [None req-1c7c58a1-2f0e-466f-a421-3b2ab52f64cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.884133 dv-cinder-786524-11-iscsi neutron-server[101245]: INFO neutron.wsgi [None req-1c7c58a1-2f0e-466f-a421-3b2ab52f64cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e0509ca-a0df-4cc1-808e-84c5528f6c3b HTTP/1.1" status: 204 len: 168 time: 0.2027009 Aug 31 09:12:21.891929 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c58a1-2f0e-466f-a421-3b2ab52f64cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0509ca-a0df-4cc1-808e-84c5528f6c3b,revision_number=None']} {{(pid=101245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.839703 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-00faf1a0-aec7-4dff-9f3d-23c214c9558f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.730707 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.788645 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d393e972-4813-43b5-9dc0-91e501a82c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.833410 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.593489 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.010330 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:45.616043 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.793423 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-99274ea3-6020-4580-a7da-63c0b0d61b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.529826 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.616573 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-18e2156b-d637-4e13-9075-b92c0a249cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.827506 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:02.472864 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.009250 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:15.678678 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.780605 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f796093b-8a0e-47bd-ada6-1834493131d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.554524 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.626320 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d8344b6a-99ed-4259-8c8d-b871c6770053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.843770 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.558117 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.695207 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.010793 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:56.763348 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a26d-9864-4c57-b787-628a26f0cddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.608720 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.649232 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-96c540c9-36f4-4e8f-a6b1-daf1f707c1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.825924 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.494353 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.671776 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.762340 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-d93cffb6-2240-48e5-94ee-2f6cb38a2d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.009560 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:29.574133 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.625479 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f90f-c72d-4bd4-8220-77a372d8881a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.836748 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.512621 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.427292 dv-cinder-786524-11-iscsi neutron-server[101245]: DEBUG neutron.wsgi [req-5abe90b3-f221-4e93-9666-5c498307e2f2 req-33236b34-efbc-4ed7-8ef6-e0bca93a0395 service neutron] (101245) timed out ('10.222.0.107', 56962) {{(pid=101245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:14:45.722161 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.784967 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5c8f03ea-4407-425a-a8a9-07831570cc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.590783 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.619138 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-2d39ce73-3da4-4fb6-9963-4f6b750c415f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.887714 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.487990 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.092937 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:15.710434 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.796357 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-eb69591e-436b-45ba-aa45-67da93553f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.544214 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.629896 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b32a3fa6-6098-4abe-a818-67322817070e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.841505 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.527571 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.011771 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:45.715948 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.761116 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-8811b4fa-8aa8-4d94-bae4-7a79b2b38aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.595235 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.681008 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-9971d895-53bf-49e7-93ab-4afce46c3f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.858006 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.543570 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.714937 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.012142 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:26.840738 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-12a27e37-731f-4bdd-b025-ef58e3130c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.571452 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.760565 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f44105d4-523b-4488-9b78-493e17d208d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.080186 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.554440 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.765742 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.011268 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:56.788437 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0df7a8fd-989c-40e1-8f77-c6822f274cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.566833 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.633493 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f02a084f-1e16-4c8e-b69a-2c0491a91abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.856554 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:02.576525 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.735166 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.814620 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-54b79e51-832b-43ad-9daf-b2b202f85d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.616151 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.662049 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-f6efca1d-012d-4e03-bab8-ef879e7a27d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.871914 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.010980 dv-cinder-786524-11-iscsi neutron-server[101248]: DEBUG neutron.db.agents_db [None req-cb41d726-3335-441d-b7b1-d95792817754 None None] Agent healthcheck: found 6 active agents {{(pid=101248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:17:32.524726 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:45.735917 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5d27de1d-5648-4802-ab0e-13de5f317815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.798218 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-cd34f916-9b65-4e40-a900-824891bb1bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:59.539690 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-6923f966-3f7e-4f5c-883a-190d1de7fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:59.642633 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-b1afd493-13c4-49a8-8475-8ea75ff78d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.842404 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-0798356d-a772-4edf-838b-05927d656a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.529944 dv-cinder-786524-11-iscsi neutron-server[101247]: DEBUG neutron_lib.callbacks.manager [None req-5896bbc0-631b-4a2c-a3a8-e711987703f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793194328284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8120677'] for agent, after_update {{(pid=101247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}